[ 558.720818] env[70956]: INFO neutron.common.config [-] Logging enabled! [ 558.721097] env[70956]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 0.0.1.dev15 [ 558.721289] env[70956]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=70956) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 558.721590] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 558.721692] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 558.722517] env[70956]: WARNING oslo_policy.policy [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 558.722745] env[70956]: WARNING oslo_policy.policy [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 558.724290] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] VMware NSXv3 Agent initialized successfully. [ 558.724662] env[70956]: DEBUG oslo_concurrency.lockutils [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] Acquiring lock "singleton_lock" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.724797] env[70956]: DEBUG oslo_concurrency.lockutils [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] Acquired lock "singleton_lock" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 558.725014] env[70956]: DEBUG oslo_concurrency.lockutils [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] Releasing lock "singleton_lock" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 558.725304] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] Full set of CONF: {{(pid=70956) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 558.725518] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] ******************************************************************************** {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 558.725642] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] Configuration options gathered from: {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 558.725879] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 558.726062] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 558.726179] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] ================================================================================ {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 558.726355] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] agent_down_time = 75 {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.726502] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] allow_automatic_dhcp_failover = True {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.726647] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] allow_bulk = True {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.726806] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] api_extensions_path = {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.726956] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] api_paste_config = api-paste.ini {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.727149] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] auth_strategy = keystone {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.727270] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] backdoor_port = None {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.727385] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] backdoor_socket = None {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.727536] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] backlog = 4096 {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.727685] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] base_mac = fa:16:3e:00:00:00 {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.727851] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] bind_host = 0.0.0.0 {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.728014] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] bind_port = 9696 {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.728176] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] client_socket_timeout = 900 {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.728364] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] config_dir = [] {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.728486] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.728635] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] config_source = [] {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.728785] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] control_exchange = neutron {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.728934] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] core_plugin = ml2 {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.729091] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] debug = True {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.729243] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] default_availability_zones = [] {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.729460] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.729607] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] dhcp_agent_notification = True {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.729752] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] dhcp_agents_per_network = 1 {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.729894] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] dhcp_lease_duration = 86400 {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.730053] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] dhcp_load_type = networks {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.730201] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] dns_domain = openstacklocal {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.730346] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.730487] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] enable_default_route_bfd = False {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.730628] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] enable_default_route_ecmp = False {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.730766] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] enable_dvr = True {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.730906] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] enable_new_agents = True {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.731057] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] enable_services_on_agents_with_admin_state_down = False {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.731204] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] enable_signals = True {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.731349] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] enable_traditional_dhcp = True {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.731490] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] external_dns_driver = None {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.731629] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] filter_validation = True {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.731781] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] global_physnet_mtu = 8950 {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.731923] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] graceful_shutdown_timeout = 60 {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.732119] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] host = cpu-1 {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.732273] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] host_dvr_for_dhcp = True {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.732417] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] http_retries = 3 {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.732564] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] instance_format = [instance: %(uuid)s] {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.732709] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.732854] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] ipam_driver = internal {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.732996] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] ipv6_pd_enabled = False {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.733147] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] l3_ha = False {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.733295] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.733438] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] l3_ha_network_physical_name = {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.733583] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] l3_ha_network_type = {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.733731] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] log_color = False {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.733877] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] log_config_append = None {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.734030] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.734174] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] log_dir = None {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.734348] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] log_file = None {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.734469] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] log_options = True {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.734618] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] log_rotate_interval = 1 {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.734769] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] log_rotate_interval_type = days {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.734917] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] log_rotation_type = none {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.735042] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.735154] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.735302] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.735445] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.735557] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.735697] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] max_dns_nameservers = 5 {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.735838] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] max_header_line = 16384 {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.735974] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] max_l3_agents_per_router = 3 {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.736124] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] max_logfile_count = 30 {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.736264] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] max_logfile_size_mb = 200 {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.736400] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] max_subnet_host_routes = 20 {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.736546] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] my_ip = 10.180.1.21 {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.736723] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] my_ipv6 = ::1 {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.736910] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] network_auto_schedule = True {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.737068] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] network_link_prefix = None {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.737242] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.737393] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] notify_nova_on_port_data_changes = True {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.737538] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] notify_nova_on_port_status_changes = True {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.737683] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] pagination_max_limit = -1 {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.737821] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] publish_errors = False {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.737961] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] rate_limit_burst = 0 {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.738119] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] rate_limit_except_level = CRITICAL {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.738260] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] rate_limit_interval = 0 {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.738399] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] retry_until_window = 30 {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.738538] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] router_distributed = False {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.738677] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] rpc_resources_processing_step = 20 {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.738819] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] rpc_response_max_timeout = 600 {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.738956] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] rpc_response_timeout = 60 {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.739107] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] send_events_interval = 2 {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.739266] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] service_plugins = ['router'] {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.739413] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] setproctitle = on {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.739549] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] shell_completion = None {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.739693] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] state_path = /opt/stack/data/neutron {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.739838] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] syslog_log_facility = LOG_USER {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.739979] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] tcp_keepidle = 600 {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.740139] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] transport_url = **** {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.740282] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] use_journal = False {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.740418] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] use_json = False {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.740555] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] use_ssl = False {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.740691] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] use_stderr = False {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.740834] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] use_syslog = False {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.740974] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] vlan_qinq = False {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.741123] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] vlan_transparent = False {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.741263] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] watch_log_file = False {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.741402] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] wsgi_default_pool_size = 100 {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.741539] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] wsgi_keep_alive = True {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.741683] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.741827] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] wsgi_server_debug = False {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.741980] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] oslo_concurrency.disable_process_locking = False {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.742144] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.742298] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.742443] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.742590] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] oslo_messaging_metrics.metrics_process_name = {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.742735] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.742877] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.743047] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] profiler.connection_string = messaging:// {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.743200] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] profiler.enabled = False {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.743357] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] profiler.es_doc_type = notification {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.743500] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] profiler.es_scroll_size = 10000 {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.743649] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] profiler.es_scroll_time = 2m {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.743794] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] profiler.filter_error_trace = False {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.743967] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] profiler.hmac_keys = **** {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.744101] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] profiler.sentinel_service_name = mymaster {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.744253] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] profiler.socket_timeout = 0.1 {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.744398] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] profiler.trace_requests = False {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.744541] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] profiler.trace_sqlalchemy = False {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.744696] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] profiler_jaeger.process_tags = {} {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.744836] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] profiler_jaeger.service_name_prefix = None {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.744977] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] profiler_otlp.service_name_prefix = None {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.745157] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] oslo_policy.enforce_new_defaults = True {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.745426] env[70956]: WARNING oslo_config.cfg [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 558.745589] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] oslo_policy.enforce_scope = True {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.745740] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] oslo_policy.policy_default_rule = default {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.745898] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.746058] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.746215] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.746382] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.746537] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.746679] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.746827] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.746976] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] oslo_policy.remote_timeout = 60.0 {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.747176] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.747340] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] agent.extensions = [] {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.747489] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.747640] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] service_providers.service_provider = [] {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.747792] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] QUOTAS.default_quota = -1 {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.747941] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.748101] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] QUOTAS.quota_floatingip = 50 {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.748251] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] QUOTAS.quota_network = 100 {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.748394] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] QUOTAS.quota_port = 500 {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.748535] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] QUOTAS.quota_rbac_policy = 10 {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.748677] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] QUOTAS.quota_router = 10 {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.748821] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] QUOTAS.quota_security_group = 10 {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.748963] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] QUOTAS.quota_security_group_rule = 100 {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.749121] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] QUOTAS.quota_subnet = 100 {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.749264] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] QUOTAS.track_quota_usage = True {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.749433] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.749588] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] privsep.group = None {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.749729] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] privsep.helper_command = None {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.749876] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] privsep.logger_name = oslo_privsep.daemon {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.750027] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] privsep.thread_pool_size = 8 {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.750173] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] privsep.user = None {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.750325] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.750463] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] privsep_dhcp_release.group = None {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.750602] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] privsep_dhcp_release.helper_command = None {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.750743] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.750884] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.751031] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] privsep_dhcp_release.user = None {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.751184] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.751323] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] privsep_ovs_vsctl.group = None {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.751460] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] privsep_ovs_vsctl.helper_command = None {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.751604] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.751745] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.751882] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] privsep_ovs_vsctl.user = None {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.752038] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] privsep_namespace.capabilities = [21] {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.752176] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] privsep_namespace.group = None {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.752313] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] privsep_namespace.helper_command = None {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.752456] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.752599] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] privsep_namespace.thread_pool_size = 8 {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.752737] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] privsep_namespace.user = None {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.752885] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] privsep_conntrack.capabilities = [12] {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.753032] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] privsep_conntrack.group = None {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.753174] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] privsep_conntrack.helper_command = None {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.753321] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.753466] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] privsep_conntrack.thread_pool_size = 8 {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.753602] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] privsep_conntrack.user = None {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.753750] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] privsep_link.capabilities = [12, 21] {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.753886] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] privsep_link.group = None {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.754070] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] privsep_link.helper_command = None {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.754174] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.754313] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] privsep_link.thread_pool_size = 8 {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.754445] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] privsep_link.user = None {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.754605] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.754754] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.754900] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] AGENT.continue_on_failed_promotions = False {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.755050] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] AGENT.dscp = None {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.755204] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] AGENT.dscp_inherit = False {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.755346] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] AGENT.force_mp_to_policy = True {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.755488] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] AGENT.locking_coordinator_url = None {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.755630] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] AGENT.log_agent_heartbeats = False {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.755773] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] AGENT.logging_expire = 1 {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.755923] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.756079] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.756232] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] AGENT.polling_interval = 240 {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.756380] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.756529] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] AGENT.quitting_rpc_timeout = 120 {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.756676] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] AGENT.report_interval = 30.0 {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.756822] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.756967] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.757158] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.757354] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] AGENT.sync_skew = 60 {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.757531] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] AGENT.synchronization_queue_size = 20 {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.757683] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] AGENT.use_helper_for_ns_read = True {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.757838] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] SECURITYGROUP.enable_ipset = True {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.757992] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] SECURITYGROUP.enable_security_group = True {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.758163] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.758348] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.758506] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] experimental.ipv6_pd_enabled = False {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.758935] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] ml2.extension_drivers = ['port_security'] {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.758935] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] ml2.external_network_type = None {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.759047] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.759165] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] ml2.overlay_ip_version = 4 {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.759290] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] ml2.path_mtu = 8950 {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.759466] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] ml2.physical_network_mtus = {} {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.759629] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] ml2.tenant_network_types = ['vlan'] {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.759780] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.759929] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] ml2.type_drivers = ['vlan'] {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.760096] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] AGENT_CLI.neutron_port_id = [] {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.760245] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.760389] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.760543] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.760695] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.760843] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.760992] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.761157] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.761306] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.761515] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.761674] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] NSXV3.nsxv3_login_password = **** {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.761831] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] NSXV3.nsxv3_login_port = 443 {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.761990] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] NSXV3.nsxv3_login_user = admin {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.762144] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.762301] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.762448] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.762593] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.762743] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.762897] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.763060] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.763212] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.763361] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.763512] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.763668] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.763817] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.763970] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.764182] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.764340] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] vsphere.vsphere_login_password = VMware1! {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.764491] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.764639] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.764790] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] nova.auth_section = None {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.764948] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] nova.auth_type = password {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.765135] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.765299] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] nova.certfile = None {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.765446] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] nova.collect_timing = False {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.765598] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] nova.endpoint_type = public {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.765755] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] nova.insecure = False {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.765881] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] nova.keyfile = None {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.766041] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] nova.region_name = RegionOne {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.766190] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] nova.split_loggers = False {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.766334] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] nova.timeout = None {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.766483] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] placement.auth_section = None {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.766637] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] placement.auth_type = password {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.766814] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.766917] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] placement.certfile = None {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.767084] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] placement.collect_timing = False {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.767245] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] placement.endpoint_type = public {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.767392] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] placement.insecure = False {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.767529] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] placement.keyfile = None {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.767666] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] placement.region_name = None {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.767805] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] placement.split_loggers = False {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.767943] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] placement.timeout = None {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.768108] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] ironic.auth_section = None {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.768254] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] ironic.auth_type = None {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.768395] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] ironic.cafile = None {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.768533] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] ironic.certfile = None {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.768675] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] ironic.collect_timing = False {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.768815] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] ironic.connect_retries = None {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.768986] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] ironic.connect_retry_delay = None {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.769103] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] ironic.enable_notifications = False {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.769246] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] ironic.endpoint_override = None {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.769390] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] ironic.insecure = False {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.769531] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] ironic.interface = None {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.769671] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] ironic.keyfile = None {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.769864] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] ironic.max_version = None {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.770026] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] ironic.min_version = None {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.770170] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] ironic.region_name = None {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.770312] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] ironic.retriable_status_codes = None {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.770448] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] ironic.service_name = None {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.770584] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] ironic.service_type = None {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.770729] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] ironic.split_loggers = False {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.770867] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] ironic.status_code_retries = None {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.771011] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] ironic.status_code_retry_delay = None {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.771157] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] ironic.timeout = None {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.771306] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] ironic.valid_interfaces = None {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.771446] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] ironic.version = None {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.771597] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] cli_script.dry_run = False {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.771755] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.771902] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.772063] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.772220] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.772350] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.772492] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.772638] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.772781] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.772923] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.773090] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] oslo_messaging_rabbit.hostname = devstack {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.773236] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.773392] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.773542] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.773687] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.773830] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.773978] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.774134] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.774305] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.774420] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.774564] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.774711] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.774894] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.774988] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.775167] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.775315] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.775465] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.775644] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.775744] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.775915] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.776096] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.776168] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] oslo_messaging_rabbit.ssl = False {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.776320] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.776465] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.776609] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.776755] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.776902] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] oslo_messaging_rabbit.ssl_version = {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.777061] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.777253] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] oslo_messaging_notifications.driver = [] {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.777408] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] oslo_messaging_notifications.retry = -1 {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.777567] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.777709] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] oslo_messaging_notifications.transport_url = **** {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.777824] env[70956]: DEBUG oslo_service.backend.eventlet.service [None req-a3148fb1-22b4-4b37-b885-2650b20d189b None None] ******************************************************************************** {{(pid=70956) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 558.778859] env[70956]: DEBUG neutron.agent.securitygroups_rpc [None req-5a43399c-bcf2-4713-b000-f5747c6a1896 None None] Init firewall settings (driver=nsxv3) {{(pid=70956) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 558.780281] env[70956]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-5a43399c-bcf2-4713-b000-f5747c6a1896 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=70956) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 558.780575] env[70956]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-5a43399c-bcf2-4713-b000-f5747c6a1896 None None] RPC agent_id: nsxm-l-01a.corp.local [ 558.782937] env[70956]: DEBUG dogpile.cache.region [None req-5a43399c-bcf2-4713-b000-f5747c6a1896 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 558.783075] env[70956]: DEBUG dogpile.lock [None req-5a43399c-bcf2-4713-b000-f5747c6a1896 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 558.783178] env[70956]: DEBUG dogpile.lock [None req-5a43399c-bcf2-4713-b000-f5747c6a1896 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 558.783273] env[70956]: DEBUG dogpile.lock [None req-5a43399c-bcf2-4713-b000-f5747c6a1896 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 558.783368] env[70956]: DEBUG dogpile.cache.region [None req-5a43399c-bcf2-4713-b000-f5747c6a1896 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 558.783459] env[70956]: DEBUG dogpile.lock [None req-5a43399c-bcf2-4713-b000-f5747c6a1896 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 558.783583] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a43399c-bcf2-4713-b000-f5747c6a1896 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 558.818290] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-5a43399c-bcf2-4713-b000-f5747c6a1896 None None] Session token - acquiring [ 558.820084] env[70956]: DEBUG networking_nsxv3.common.locking [None req-5a43399c-bcf2-4713-b000-f5747c6a1896 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.820366] env[70956]: DEBUG oslo_concurrency.lockutils [None req-5a43399c-bcf2-4713-b000-f5747c6a1896 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.820477] env[70956]: DEBUG oslo_concurrency.lockutils [None req-5a43399c-bcf2-4713-b000-f5747c6a1896 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 558.820932] env[70956]: DEBUG oslo_concurrency.lockutils [None req-5a43399c-bcf2-4713-b000-f5747c6a1896 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 558.830842] env[70956]: DEBUG oslo_concurrency.lockutils [None req-5a43399c-bcf2-4713-b000-f5747c6a1896 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 559.087591] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-5a43399c-bcf2-4713-b000-f5747c6a1896 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 559.110393] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a43399c-bcf2-4713-b000-f5747c6a1896 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 559.110547] env[70956]: DEBUG dogpile.cache.region [None req-5a43399c-bcf2-4713-b000-f5747c6a1896 None None] Cache value generated in 0.327 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 559.110673] env[70956]: DEBUG dogpile.lock [None req-5a43399c-bcf2-4713-b000-f5747c6a1896 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 559.110797] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a43399c-bcf2-4713-b000-f5747c6a1896 None None] Activating Policy API Provider. [ 559.110996] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a43399c-bcf2-4713-b000-f5747c6a1896 None None] Looking for the default Infrastructure Rules. [ 559.173429] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a43399c-bcf2-4713-b000-f5747c6a1896 None None] Looking for the Default Layer3 Logged Drop Section. [ 559.187173] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-5a43399c-bcf2-4713-b000-f5747c6a1896 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 559.187632] env[70956]: DEBUG networking_nsxv3.common.locking [None req-5a43399c-bcf2-4713-b000-f5747c6a1896 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.187808] env[70956]: DEBUG oslo_concurrency.lockutils [None req-5a43399c-bcf2-4713-b000-f5747c6a1896 None None] Acquiring lock "all" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.187913] env[70956]: DEBUG oslo_concurrency.lockutils [None req-5a43399c-bcf2-4713-b000-f5747c6a1896 None None] Acquired lock "all" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 559.188281] env[70956]: DEBUG oslo_concurrency.lockutils [None req-5a43399c-bcf2-4713-b000-f5747c6a1896 None None] Acquired external semaphore "all" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 559.188610] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-5a43399c-bcf2-4713-b000-f5747c6a1896 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 559.703903] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-5a43399c-bcf2-4713-b000-f5747c6a1896 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 560.206753] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-5a43399c-bcf2-4713-b000-f5747c6a1896 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 560.710464] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-5a43399c-bcf2-4713-b000-f5747c6a1896 None None] Inventory metadata is going to be refreshed. [ 560.710464] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a43399c-bcf2-4713-b000-f5747c6a1896 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 561.401033] env[70956]: DEBUG networking_nsxv3.common.locking [None req-5a43399c-bcf2-4713-b000-f5747c6a1896 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.401033] env[70956]: DEBUG oslo_concurrency.lockutils [None req-5a43399c-bcf2-4713-b000-f5747c6a1896 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.401033] env[70956]: DEBUG oslo_concurrency.lockutils [None req-5a43399c-bcf2-4713-b000-f5747c6a1896 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 561.401033] env[70956]: DEBUG oslo_concurrency.lockutils [None req-5a43399c-bcf2-4713-b000-f5747c6a1896 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 561.411544] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-5a43399c-bcf2-4713-b000-f5747c6a1896 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 561.512626] env[70956]: DEBUG oslo_concurrency.lockutils [None req-5a43399c-bcf2-4713-b000-f5747c6a1896 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 561.513878] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a43399c-bcf2-4713-b000-f5747c6a1896 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 561.533546] env[70956]: DEBUG networking_nsxv3.common.locking [None req-5a43399c-bcf2-4713-b000-f5747c6a1896 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.534439] env[70956]: DEBUG oslo_concurrency.lockutils [None req-5a43399c-bcf2-4713-b000-f5747c6a1896 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.534439] env[70956]: DEBUG oslo_concurrency.lockutils [None req-5a43399c-bcf2-4713-b000-f5747c6a1896 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 561.534668] env[70956]: DEBUG oslo_concurrency.lockutils [None req-5a43399c-bcf2-4713-b000-f5747c6a1896 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 561.534929] env[70956]: DEBUG oslo_concurrency.lockutils [None req-5a43399c-bcf2-4713-b000-f5747c6a1896 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 561.535246] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a43399c-bcf2-4713-b000-f5747c6a1896 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 561.535508] env[70956]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a43399c-bcf2-4713-b000-f5747c6a1896 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=70956) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 561.535748] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a43399c-bcf2-4713-b000-f5747c6a1896 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 561.554104] env[70956]: DEBUG networking_nsxv3.common.locking [None req-5a43399c-bcf2-4713-b000-f5747c6a1896 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.554104] env[70956]: DEBUG oslo_concurrency.lockutils [None req-5a43399c-bcf2-4713-b000-f5747c6a1896 None None] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.554104] env[70956]: DEBUG oslo_concurrency.lockutils [None req-5a43399c-bcf2-4713-b000-f5747c6a1896 None None] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 561.554398] env[70956]: DEBUG oslo_concurrency.lockutils [None req-5a43399c-bcf2-4713-b000-f5747c6a1896 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 561.554615] env[70956]: DEBUG oslo_concurrency.lockutils [None req-5a43399c-bcf2-4713-b000-f5747c6a1896 None None] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 561.554806] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a43399c-bcf2-4713-b000-f5747c6a1896 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 561.572259] env[70956]: DEBUG networking_nsxv3.common.locking [None req-5a43399c-bcf2-4713-b000-f5747c6a1896 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.572533] env[70956]: DEBUG oslo_concurrency.lockutils [None req-5a43399c-bcf2-4713-b000-f5747c6a1896 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.572692] env[70956]: DEBUG oslo_concurrency.lockutils [None req-5a43399c-bcf2-4713-b000-f5747c6a1896 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 561.573016] env[70956]: DEBUG oslo_concurrency.lockutils [None req-5a43399c-bcf2-4713-b000-f5747c6a1896 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 561.573226] env[70956]: DEBUG oslo_concurrency.lockutils [None req-5a43399c-bcf2-4713-b000-f5747c6a1896 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 561.573480] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a43399c-bcf2-4713-b000-f5747c6a1896 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 561.591192] env[70956]: DEBUG networking_nsxv3.common.locking [None req-5a43399c-bcf2-4713-b000-f5747c6a1896 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.591442] env[70956]: DEBUG oslo_concurrency.lockutils [None req-5a43399c-bcf2-4713-b000-f5747c6a1896 None None] Acquiring lock "Address Group" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.591600] env[70956]: DEBUG oslo_concurrency.lockutils [None req-5a43399c-bcf2-4713-b000-f5747c6a1896 None None] Acquired lock "Address Group" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 561.591919] env[70956]: DEBUG oslo_concurrency.lockutils [None req-5a43399c-bcf2-4713-b000-f5747c6a1896 None None] Acquired external semaphore "Address Group" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 561.592127] env[70956]: DEBUG oslo_concurrency.lockutils [None req-5a43399c-bcf2-4713-b000-f5747c6a1896 None None] Releasing lock "Address Group" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 561.592336] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a43399c-bcf2-4713-b000-f5747c6a1896 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 561.592496] env[70956]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a43399c-bcf2-4713-b000-f5747c6a1896 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=70956) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 561.592650] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a43399c-bcf2-4713-b000-f5747c6a1896 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 561.608615] env[70956]: DEBUG networking_nsxv3.common.locking [None req-5a43399c-bcf2-4713-b000-f5747c6a1896 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.608851] env[70956]: DEBUG oslo_concurrency.lockutils [None req-5a43399c-bcf2-4713-b000-f5747c6a1896 None None] Acquiring lock "Segment QoS" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.609016] env[70956]: DEBUG oslo_concurrency.lockutils [None req-5a43399c-bcf2-4713-b000-f5747c6a1896 None None] Acquired lock "Segment QoS" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 561.609322] env[70956]: DEBUG oslo_concurrency.lockutils [None req-5a43399c-bcf2-4713-b000-f5747c6a1896 None None] Acquired external semaphore "Segment QoS" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 561.609502] env[70956]: DEBUG oslo_concurrency.lockutils [None req-5a43399c-bcf2-4713-b000-f5747c6a1896 None None] Releasing lock "Segment QoS" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 561.609688] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a43399c-bcf2-4713-b000-f5747c6a1896 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 561.609842] env[70956]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a43399c-bcf2-4713-b000-f5747c6a1896 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=70956) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 561.609992] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a43399c-bcf2-4713-b000-f5747c6a1896 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 561.628743] env[70956]: DEBUG networking_nsxv3.common.locking [None req-5a43399c-bcf2-4713-b000-f5747c6a1896 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.629055] env[70956]: DEBUG oslo_concurrency.lockutils [None req-5a43399c-bcf2-4713-b000-f5747c6a1896 None None] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.629222] env[70956]: DEBUG oslo_concurrency.lockutils [None req-5a43399c-bcf2-4713-b000-f5747c6a1896 None None] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 561.629550] env[70956]: DEBUG oslo_concurrency.lockutils [None req-5a43399c-bcf2-4713-b000-f5747c6a1896 None None] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 561.629756] env[70956]: DEBUG oslo_concurrency.lockutils [None req-5a43399c-bcf2-4713-b000-f5747c6a1896 None None] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 561.629961] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a43399c-bcf2-4713-b000-f5747c6a1896 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 561.630130] env[70956]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a43399c-bcf2-4713-b000-f5747c6a1896 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=70956) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 561.630314] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-5a43399c-bcf2-4713-b000-f5747c6a1896 None None] Inventory metadata have been refreshed. [ 561.630460] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-5a43399c-bcf2-4713-b000-f5747c6a1896 None None] Dryrun:True. Metadata refresh completed. [ 561.630628] env[70956]: DEBUG oslo_concurrency.lockutils [None req-5a43399c-bcf2-4713-b000-f5747c6a1896 None None] Releasing lock "all" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 561.632471] env[70956]: INFO neutron.agent.agent_extensions_manager [None req-5a43399c-bcf2-4713-b000-f5747c6a1896 None None] Loaded agent extensions: [] [ 561.633268] env[70956]: DEBUG neutron_lib.callbacks.manager [None req-5a43399c-bcf2-4713-b000-f5747c6a1896 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=70956) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 561.678809] env[70956]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-5a43399c-bcf2-4713-b000-f5747c6a1896 None None] NSXv3 Agent Agent RPC Daemon Started! [ 561.678984] env[70956]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-5a43399c-bcf2-4713-b000-f5747c6a1896 None None] NSXv3 Agent Agent loop - iteration:0 started [ 561.679110] env[70956]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-5a43399c-bcf2-4713-b000-f5747c6a1896 None None] NSXv3 Agent Agent out of sync with plugin! [ 566.633788] env[70956]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 566.634170] env[70956]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 571.635500] env[70956]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 571.635840] env[70956]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 575.415671] env[70956]: INFO networking_nsxv3.common.synchronization [None req-1e858975-7552-43f8-aa27-6a5c7299d991 demo admin] Enqueued Resource ID: 184be411-d45f-4368-88f4-702f11d03590 with Priority: HIGHEST for action security_group_rules [ 575.416215] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 184be411-d45f-4368-88f4-702f11d03590 with Priority: HIGHEST for action security_group_rules [ 575.416518] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-184be411-d45f-4368-88f4-702f11d03590 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.416646] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-184be411-d45f-4368-88f4-702f11d03590" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.416714] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-184be411-d45f-4368-88f4-702f11d03590" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.417087] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-184be411-d45f-4368-88f4-702f11d03590" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.417177] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('184be411-d45f-4368-88f4-702f11d03590',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.936969] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.937267] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.937267] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.937342] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.937445] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.937550] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 184be411-d45f-4368-88f4-702f11d03590 already deleted. [ 575.937637] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-184be411-d45f-4368-88f4-702f11d03590" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.417171] env[70956]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 580.417475] env[70956]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 582.635971] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.636456] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.636456] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.636456] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.636659] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.138889] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.640949] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.143698] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 584.143892] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 584.843910] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.844331] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.844331] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.844405] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.856352] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 584.857124] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.857723] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 584.886739] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.886899] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.886938] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.887121] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.887206] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.887309] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 584.887383] env[70956]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=70956) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 584.887454] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 584.906806] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.906943] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.906982] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.907152] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.907271] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.907368] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 584.924118] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.924274] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.924320] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.924451] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.924545] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.924641] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 584.939728] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.939855] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.939930] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.940083] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.940176] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.940278] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 584.940351] env[70956]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=70956) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 584.940419] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 584.955107] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.955249] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.955298] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.955430] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.955525] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.955628] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 584.955701] env[70956]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=70956) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 584.955770] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 584.976977] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.977106] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.977178] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.977321] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.977410] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.977542] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 584.977607] env[70956]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=70956) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 584.977680] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 584.977748] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 584.977822] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 584.977886] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 584.977948] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 584.978202] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 584.978268] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 584.978337] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 584.997018] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.997134] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.997205] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.997354] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.997445] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.997577] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 585.015093] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.015226] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.015285] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.015414] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.015517] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.026116] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.418429] env[70956]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 585.418429] env[70956]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 590.419915] env[70956]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 590.419915] env[70956]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 595.422076] env[70956]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 595.422076] env[70956]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 600.421769] env[70956]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 600.422159] env[70956]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 602.110505] env[70956]: INFO networking_nsxv3.common.synchronization [None req-8cda5c78-17ec-4c50-a644-93f92709f307 None None] Enqueued Resource ID: d38896db-a3de-42f0-9aaf-e72223f8c768 with Priority: HIGHEST for action port [ 602.110800] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d38896db-a3de-42f0-9aaf-e72223f8c768 with Priority: HIGHEST for action port [ 602.111442] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-d38896db-a3de-42f0-9aaf-e72223f8c768 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.111546] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d38896db-a3de-42f0-9aaf-e72223f8c768" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.111546] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d38896db-a3de-42f0-9aaf-e72223f8c768" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.111795] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d38896db-a3de-42f0-9aaf-e72223f8c768" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.111879] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d38896db-a3de-42f0-9aaf-e72223f8c768',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.617277] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d38896db-a3de-42f0-9aaf-e72223f8c768 [ 602.617330] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.617492] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.617570] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.617734] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.617890] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.617954] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d38896db-a3de-42f0-9aaf-e72223f8c768 already deleted. [ 602.618637] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d38896db-a3de-42f0-9aaf-e72223f8c768" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.032250] env[70956]: INFO networking_nsxv3.common.synchronization [None req-eb99b625-44e6-487d-aeeb-6ab49c8c272c None None] Enqueued Resource ID: 580b2133-9750-4b1b-bfc9-bd7b96cd4546 with Priority: HIGHEST for action port [ 604.032485] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 580b2133-9750-4b1b-bfc9-bd7b96cd4546 with Priority: HIGHEST for action port [ 604.033043] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-580b2133-9750-4b1b-bfc9-bd7b96cd4546 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.033169] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-580b2133-9750-4b1b-bfc9-bd7b96cd4546" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.033233] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-580b2133-9750-4b1b-bfc9-bd7b96cd4546" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.033545] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-580b2133-9750-4b1b-bfc9-bd7b96cd4546" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.033545] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('580b2133-9750-4b1b-bfc9-bd7b96cd4546',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.535510] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 580b2133-9750-4b1b-bfc9-bd7b96cd4546 [ 604.535510] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.535852] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.535903] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.536151] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.536744] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.536744] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:580b2133-9750-4b1b-bfc9-bd7b96cd4546 already deleted. [ 604.536744] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-580b2133-9750-4b1b-bfc9-bd7b96cd4546" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.165756] env[70956]: INFO networking_nsxv3.common.synchronization [None req-367245a4-82e9-44fc-acdc-614712aad27a None None] Enqueued Resource ID: d092fd37-a050-4bde-8c56-432b106d6f99 with Priority: HIGHEST for action port [ 605.166247] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d092fd37-a050-4bde-8c56-432b106d6f99 with Priority: HIGHEST for action port [ 605.167265] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-d092fd37-a050-4bde-8c56-432b106d6f99 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.167265] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d092fd37-a050-4bde-8c56-432b106d6f99" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.167265] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d092fd37-a050-4bde-8c56-432b106d6f99" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.169513] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d092fd37-a050-4bde-8c56-432b106d6f99" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.169513] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d092fd37-a050-4bde-8c56-432b106d6f99',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.673767] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d092fd37-a050-4bde-8c56-432b106d6f99 [ 605.673767] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.673767] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.673767] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.673767] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.673767] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.673767] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d092fd37-a050-4bde-8c56-432b106d6f99 already deleted. [ 605.673767] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d092fd37-a050-4bde-8c56-432b106d6f99" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.346361] env[70956]: INFO networking_nsxv3.common.synchronization [None req-937a1ac4-f213-4824-a242-0213fd502304 None None] Enqueued Resource ID: 35c4e192-957a-4467-9aa9-46090967a76f with Priority: HIGHEST for action port [ 607.346890] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35c4e192-957a-4467-9aa9-46090967a76f with Priority: HIGHEST for action port [ 607.347193] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-35c4e192-957a-4467-9aa9-46090967a76f taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.347326] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-35c4e192-957a-4467-9aa9-46090967a76f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.348098] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-35c4e192-957a-4467-9aa9-46090967a76f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.348098] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-35c4e192-957a-4467-9aa9-46090967a76f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.348098] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35c4e192-957a-4467-9aa9-46090967a76f',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.391136] env[70956]: INFO networking_nsxv3.common.synchronization [None req-fe7398d2-6830-4c8c-8f4b-eaff8b32aa7b None None] Enqueued Resource ID: 18a91067-2df1-418d-86c9-05ac3cfa41be with Priority: HIGHEST for action port [ 607.391136] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18a91067-2df1-418d-86c9-05ac3cfa41be with Priority: HIGHEST for action port [ 607.391136] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-18a91067-2df1-418d-86c9-05ac3cfa41be taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.391136] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18a91067-2df1-418d-86c9-05ac3cfa41be" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.391136] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18a91067-2df1-418d-86c9-05ac3cfa41be" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.391136] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18a91067-2df1-418d-86c9-05ac3cfa41be" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.391136] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18a91067-2df1-418d-86c9-05ac3cfa41be',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.851638] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 35c4e192-957a-4467-9aa9-46090967a76f [ 607.851889] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.852011] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.852083] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.852378] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.852378] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.852478] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:35c4e192-957a-4467-9aa9-46090967a76f already deleted. [ 607.852563] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-35c4e192-957a-4467-9aa9-46090967a76f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.894303] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 18a91067-2df1-418d-86c9-05ac3cfa41be [ 607.894483] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.894685] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.894993] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.895447] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.895582] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.895718] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:18a91067-2df1-418d-86c9-05ac3cfa41be already deleted. [ 607.895970] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18a91067-2df1-418d-86c9-05ac3cfa41be" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.345841] env[70956]: INFO networking_nsxv3.common.synchronization [None req-38b6ee1e-c636-42f1-9fd1-65779ee592d7 None None] Enqueued Resource ID: 00e03f0e-58d8-4220-acef-57debd327ef2 with Priority: HIGHEST for action port [ 608.346138] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00e03f0e-58d8-4220-acef-57debd327ef2 with Priority: HIGHEST for action port [ 608.346704] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-00e03f0e-58d8-4220-acef-57debd327ef2 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.346993] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00e03f0e-58d8-4220-acef-57debd327ef2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.346993] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00e03f0e-58d8-4220-acef-57debd327ef2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.347223] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00e03f0e-58d8-4220-acef-57debd327ef2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.347423] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00e03f0e-58d8-4220-acef-57debd327ef2',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.430817] env[70956]: INFO networking_nsxv3.common.synchronization [None req-7047cb69-75e3-4e3d-84f2-cc2e42c5be82 None None] Enqueued Resource ID: 6ab02595-3a42-48e4-8cc7-869b232870a8 with Priority: HIGHEST for action port [ 608.431102] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ab02595-3a42-48e4-8cc7-869b232870a8 with Priority: HIGHEST for action port [ 608.431653] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-6ab02595-3a42-48e4-8cc7-869b232870a8 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.431776] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6ab02595-3a42-48e4-8cc7-869b232870a8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.431844] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6ab02595-3a42-48e4-8cc7-869b232870a8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.432099] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6ab02595-3a42-48e4-8cc7-869b232870a8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.432504] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ab02595-3a42-48e4-8cc7-869b232870a8',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.852547] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 00e03f0e-58d8-4220-acef-57debd327ef2 [ 608.852547] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.852547] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.852547] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.852547] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.852547] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.852547] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:00e03f0e-58d8-4220-acef-57debd327ef2 already deleted. [ 608.852923] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00e03f0e-58d8-4220-acef-57debd327ef2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.883294] env[70956]: INFO networking_nsxv3.common.synchronization [None req-e3da2011-bdd4-4dea-afe8-aeda78001140 None None] Enqueued Resource ID: 18d34b94-4a92-4477-a62b-bdbac3bec64f with Priority: HIGHEST for action port [ 608.883294] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18d34b94-4a92-4477-a62b-bdbac3bec64f with Priority: HIGHEST for action port [ 608.883294] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-18d34b94-4a92-4477-a62b-bdbac3bec64f taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.883417] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18d34b94-4a92-4477-a62b-bdbac3bec64f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.883448] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18d34b94-4a92-4477-a62b-bdbac3bec64f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.883848] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18d34b94-4a92-4477-a62b-bdbac3bec64f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.883848] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18d34b94-4a92-4477-a62b-bdbac3bec64f',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.935213] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6ab02595-3a42-48e4-8cc7-869b232870a8 [ 608.935491] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.935842] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.935936] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.936155] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.936530] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.936530] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6ab02595-3a42-48e4-8cc7-869b232870a8 already deleted. [ 608.936530] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6ab02595-3a42-48e4-8cc7-869b232870a8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.387506] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 18d34b94-4a92-4477-a62b-bdbac3bec64f [ 609.387782] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.387935] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.387974] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.388228] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.388347] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.388417] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:18d34b94-4a92-4477-a62b-bdbac3bec64f already deleted. [ 609.388502] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18d34b94-4a92-4477-a62b-bdbac3bec64f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.356972] env[70956]: INFO networking_nsxv3.common.synchronization [None req-a11ce9e1-c15c-4c67-9451-081ba1a78ae7 None None] Enqueued Resource ID: 81118040-f41e-4fde-a87d-a0394973becb with Priority: HIGHEST for action port [ 610.356972] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81118040-f41e-4fde-a87d-a0394973becb with Priority: HIGHEST for action port [ 610.358125] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-81118040-f41e-4fde-a87d-a0394973becb taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.358125] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81118040-f41e-4fde-a87d-a0394973becb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.358125] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81118040-f41e-4fde-a87d-a0394973becb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.358125] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81118040-f41e-4fde-a87d-a0394973becb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.358125] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81118040-f41e-4fde-a87d-a0394973becb',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.862429] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 81118040-f41e-4fde-a87d-a0394973becb [ 610.862715] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.862887] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.862979] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.863319] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.863436] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.863542] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:81118040-f41e-4fde-a87d-a0394973becb already deleted. [ 610.863643] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81118040-f41e-4fde-a87d-a0394973becb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.877993] env[70956]: INFO networking_nsxv3.common.synchronization [None req-36d6bdf5-ced2-40d3-a112-5c8e0bba4493 None None] Enqueued Resource ID: 87f07498-e7c0-43be-b315-8d89acc14c45 with Priority: HIGHEST for action port [ 610.878229] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87f07498-e7c0-43be-b315-8d89acc14c45 with Priority: HIGHEST for action port [ 610.878792] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-87f07498-e7c0-43be-b315-8d89acc14c45 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.879133] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-87f07498-e7c0-43be-b315-8d89acc14c45" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.879241] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-87f07498-e7c0-43be-b315-8d89acc14c45" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.881116] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-87f07498-e7c0-43be-b315-8d89acc14c45" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.881116] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87f07498-e7c0-43be-b315-8d89acc14c45',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.888350] env[70956]: INFO networking_nsxv3.common.synchronization [None req-eb8f9cf9-ccc0-4406-a35a-51f7acbafaee None None] Enqueued Resource ID: 98a7b042-919b-45a1-b47f-cefc4ec8911a with Priority: HIGHEST for action port [ 610.888822] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98a7b042-919b-45a1-b47f-cefc4ec8911a with Priority: HIGHEST for action port [ 610.889167] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-98a7b042-919b-45a1-b47f-cefc4ec8911a taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.889306] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-98a7b042-919b-45a1-b47f-cefc4ec8911a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.889348] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-98a7b042-919b-45a1-b47f-cefc4ec8911a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.889570] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-98a7b042-919b-45a1-b47f-cefc4ec8911a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.889646] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98a7b042-919b-45a1-b47f-cefc4ec8911a',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.384975] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 87f07498-e7c0-43be-b315-8d89acc14c45 [ 611.384975] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.385150] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.385150] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.385687] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.385687] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.385687] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:87f07498-e7c0-43be-b315-8d89acc14c45 already deleted. [ 611.385687] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-87f07498-e7c0-43be-b315-8d89acc14c45" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.391305] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 98a7b042-919b-45a1-b47f-cefc4ec8911a [ 611.391510] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.391632] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.391704] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.391880] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.391968] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.392072] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:98a7b042-919b-45a1-b47f-cefc4ec8911a already deleted. [ 611.392154] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-98a7b042-919b-45a1-b47f-cefc4ec8911a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.488274] env[70956]: INFO networking_nsxv3.common.synchronization [req-12c83ebf-2e96-4397-8b27-6b25261950f5 req-84dbe317-02b2-4123-b15c-339cf73ef627 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Enqueued Resource ID: 3781be8b-e165-4069-8e42-eeace48d4ca3 with Priority: HIGHEST for action security_group_members [ 611.491634] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3781be8b-e165-4069-8e42-eeace48d4ca3 with Priority: HIGHEST for action security_group_members [ 611.492813] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-3781be8b-e165-4069-8e42-eeace48d4ca3 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.493554] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3781be8b-e165-4069-8e42-eeace48d4ca3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.493554] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3781be8b-e165-4069-8e42-eeace48d4ca3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.495619] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3781be8b-e165-4069-8e42-eeace48d4ca3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.495619] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.495619] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.495619] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.495619] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.495619] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.495619] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3781be8b-e165-4069-8e42-eeace48d4ca3',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.817526] env[70956]: INFO networking_nsxv3.common.synchronization [None req-e568e568-0fc8-438a-83df-aaa941f75150 None None] Enqueued Resource ID: b972e120-09e5-469e-ac41-70d7ca3a6b78 with Priority: HIGHEST for action port [ 611.819088] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b972e120-09e5-469e-ac41-70d7ca3a6b78 with Priority: HIGHEST for action port [ 611.819088] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-b972e120-09e5-469e-ac41-70d7ca3a6b78 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.819226] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b972e120-09e5-469e-ac41-70d7ca3a6b78" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.819346] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b972e120-09e5-469e-ac41-70d7ca3a6b78" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.820465] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b972e120-09e5-469e-ac41-70d7ca3a6b78" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.820465] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b972e120-09e5-469e-ac41-70d7ca3a6b78',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.002647] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.003969] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.004916] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.005400] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.007384] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.007703] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.007979] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.008172] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.008454] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.008699] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.008934] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3781be8b-e165-4069-8e42-eeace48d4ca3 already deleted. [ 612.009119] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3781be8b-e165-4069-8e42-eeace48d4ca3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.324018] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b972e120-09e5-469e-ac41-70d7ca3a6b78 [ 612.324018] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.324018] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.324018] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.324018] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.324018] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.324018] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b972e120-09e5-469e-ac41-70d7ca3a6b78 already deleted. [ 612.324018] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b972e120-09e5-469e-ac41-70d7ca3a6b78" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.654084] env[70956]: INFO networking_nsxv3.common.synchronization [None req-14493bb2-de8c-435e-9182-c46cfec078ab None None] Enqueued Resource ID: 895aa60d-1ebc-4940-92b8-84f3789e213b with Priority: HIGHEST for action port [ 612.654084] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 895aa60d-1ebc-4940-92b8-84f3789e213b with Priority: HIGHEST for action port [ 612.654084] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-895aa60d-1ebc-4940-92b8-84f3789e213b taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.654084] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-895aa60d-1ebc-4940-92b8-84f3789e213b" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.654084] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-895aa60d-1ebc-4940-92b8-84f3789e213b" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.654084] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-895aa60d-1ebc-4940-92b8-84f3789e213b" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.654084] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('895aa60d-1ebc-4940-92b8-84f3789e213b',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.155855] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 895aa60d-1ebc-4940-92b8-84f3789e213b [ 613.156155] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.156347] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.156347] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.156831] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.156831] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.157090] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:895aa60d-1ebc-4940-92b8-84f3789e213b already deleted. [ 613.157090] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-895aa60d-1ebc-4940-92b8-84f3789e213b" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.269221] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-303 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.269413] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-303" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.269703] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-303" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.271519] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-303" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.271808] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.271978] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.272116] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.272422] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.272505] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.272776] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 613.272912] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 613.273075] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 613.273155] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 613.273253] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 613.273365] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 613.273547] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 613.292884] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 613.294035] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 613.294035] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 613.294035] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-303" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.294035] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-e93533f6-5bb9-4a08-9c01-cb6a5a4701e4 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.294035] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-e93533f6-5bb9-4a08-9c01-cb6a5a4701e4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.294035] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-e93533f6-5bb9-4a08-9c01-cb6a5a4701e4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.294407] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-e93533f6-5bb9-4a08-9c01-cb6a5a4701e4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.294576] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e93533f6-5bb9-4a08-9c01-cb6a5a4701e4',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.687997] env[70956]: INFO networking_nsxv3.common.synchronization [req-bc8fbb1a-e5d5-4ba7-a776-a9ae675938f8 req-087ad180-4649-4312-93be-3cfab83ac891 tempest-ServerDiagnosticsNegativeTest-637110072 tempest-ServerDiagnosticsNegativeTest-637110072-project-member] Enqueued Resource ID: 29ed8045-9779-4414-bb15-0ac989a681d2 with Priority: HIGHEST for action security_group_members [ 613.687997] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29ed8045-9779-4414-bb15-0ac989a681d2 with Priority: HIGHEST for action security_group_members [ 613.688172] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-29ed8045-9779-4414-bb15-0ac989a681d2 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.688172] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29ed8045-9779-4414-bb15-0ac989a681d2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.688284] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29ed8045-9779-4414-bb15-0ac989a681d2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.688487] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29ed8045-9779-4414-bb15-0ac989a681d2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.688742] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.688742] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.688742] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.689723] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.689723] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.689723] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('29ed8045-9779-4414-bb15-0ac989a681d2',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.800604] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.800753] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.800823] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.801127] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.801278] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.801431] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Segment Port e93533f6-5bb9-4a08-9c01-cb6a5a4701e4 not found, creating... [ 613.801695] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.801851] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.801994] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.802232] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.802374] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.802772] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.803500] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.803840] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.804136] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.804460] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.804712] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: e93533f6-5bb9-4a08-9c01-cb6a5a4701e4 is going to be created. [ 613.859599] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.859599] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.859599] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.859599] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.859599] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.859599] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-e93533f6-5bb9-4a08-9c01-cb6a5a4701e4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.901169] env[70956]: INFO networking_nsxv3.common.synchronization [None req-621efd81-a794-486b-b875-dab2f425a973 None None] Enqueued Resource ID: a4467c40-a2f3-433a-beb5-e883558fab7e with Priority: HIGHEST for action port [ 613.901169] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4467c40-a2f3-433a-beb5-e883558fab7e with Priority: HIGHEST for action port [ 613.901169] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-a4467c40-a2f3-433a-beb5-e883558fab7e taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.901169] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a4467c40-a2f3-433a-beb5-e883558fab7e" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.901169] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a4467c40-a2f3-433a-beb5-e883558fab7e" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.904612] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a4467c40-a2f3-433a-beb5-e883558fab7e" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.904612] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4467c40-a2f3-433a-beb5-e883558fab7e',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.179877] env[70956]: INFO networking_nsxv3.common.synchronization [None req-b5115267-f503-429f-b700-7903ee59114e None None] Enqueued Resource ID: 8265e5db-b334-492e-a9c0-54300b4d7795 with Priority: HIGHEST for action port [ 614.180134] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8265e5db-b334-492e-a9c0-54300b4d7795 with Priority: HIGHEST for action port [ 614.180703] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-8265e5db-b334-492e-a9c0-54300b4d7795 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.180834] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8265e5db-b334-492e-a9c0-54300b4d7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.180904] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8265e5db-b334-492e-a9c0-54300b4d7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.181484] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8265e5db-b334-492e-a9c0-54300b4d7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.181484] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8265e5db-b334-492e-a9c0-54300b4d7795',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.190486] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.190614] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.190690] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.190884] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.190977] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.191468] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.191468] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.191468] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.191468] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.191651] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.191651] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29ed8045-9779-4414-bb15-0ac989a681d2 already deleted. [ 614.191705] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29ed8045-9779-4414-bb15-0ac989a681d2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.408209] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a4467c40-a2f3-433a-beb5-e883558fab7e [ 614.408209] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.408209] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.408209] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.408209] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.408209] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.408209] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a4467c40-a2f3-433a-beb5-e883558fab7e already deleted. [ 614.408209] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a4467c40-a2f3-433a-beb5-e883558fab7e" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.600009] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-303 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.600236] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-303" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.600362] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-303" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.600623] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-303" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.600881] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.601043] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.601172] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.601359] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.601501] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.601740] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 614.603175] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 614.603584] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 614.603645] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 614.603823] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 614.603966] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 614.604202] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 614.621922] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 614.622103] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 614.622239] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 614.622414] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-303" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.622721] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-4d216259-066f-4f5e-9263-671eaddd2d39 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.622887] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-4d216259-066f-4f5e-9263-671eaddd2d39" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.623051] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-4d216259-066f-4f5e-9263-671eaddd2d39" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.623340] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-4d216259-066f-4f5e-9263-671eaddd2d39" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.623477] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d216259-066f-4f5e-9263-671eaddd2d39',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.684449] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8265e5db-b334-492e-a9c0-54300b4d7795 [ 614.684559] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.684838] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.684838] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.685113] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.685257] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.685403] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8265e5db-b334-492e-a9c0-54300b4d7795 already deleted. [ 614.686348] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8265e5db-b334-492e-a9c0-54300b4d7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.887203] env[70956]: INFO networking_nsxv3.common.synchronization [None req-74575d50-0951-4a12-bb4e-9f3efc084786 None None] Enqueued Resource ID: e977f5e5-b93d-4f1e-b224-c8d62e63b9ef with Priority: HIGHEST for action port [ 614.887447] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e977f5e5-b93d-4f1e-b224-c8d62e63b9ef with Priority: HIGHEST for action port [ 614.888053] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-e977f5e5-b93d-4f1e-b224-c8d62e63b9ef taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.888237] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e977f5e5-b93d-4f1e-b224-c8d62e63b9ef" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.888237] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e977f5e5-b93d-4f1e-b224-c8d62e63b9ef" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.888508] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e977f5e5-b93d-4f1e-b224-c8d62e63b9ef" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.888623] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e977f5e5-b93d-4f1e-b224-c8d62e63b9ef',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.967059] env[70956]: INFO networking_nsxv3.common.synchronization [None req-0aff783d-03e8-40c0-a079-749d0dd122b1 None None] Enqueued Resource ID: cd8a5b44-5a6b-4489-bcc3-5dc51c5a8c85 with Priority: HIGHEST for action port [ 614.967059] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd8a5b44-5a6b-4489-bcc3-5dc51c5a8c85 with Priority: HIGHEST for action port [ 614.967059] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd8a5b44-5a6b-4489-bcc3-5dc51c5a8c85 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.967059] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd8a5b44-5a6b-4489-bcc3-5dc51c5a8c85" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.967059] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd8a5b44-5a6b-4489-bcc3-5dc51c5a8c85" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.967059] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd8a5b44-5a6b-4489-bcc3-5dc51c5a8c85" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.967059] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd8a5b44-5a6b-4489-bcc3-5dc51c5a8c85',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.131020] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.131020] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.131020] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.131020] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.131020] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.131020] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Segment Port 4d216259-066f-4f5e-9263-671eaddd2d39 not found, creating... [ 615.131020] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.131020] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.131020] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.131020] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.131020] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.131794] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.131794] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.131794] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.131794] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.131794] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.132721] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: 4d216259-066f-4f5e-9263-671eaddd2d39 is going to be created. [ 615.155424] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.155424] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.155424] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.155424] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.155424] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.155424] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-4d216259-066f-4f5e-9263-671eaddd2d39" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.307074] env[70956]: INFO networking_nsxv3.common.synchronization [req-12c83ebf-2e96-4397-8b27-6b25261950f5 req-e27b9ec6-c7b1-4387-a0d4-adf03e32a9c3 service nova] Enqueued Resource ID: 3781be8b-e165-4069-8e42-eeace48d4ca3 with Priority: HIGHEST for action security_group_rules [ 615.307074] env[70956]: INFO networking_nsxv3.common.synchronization [req-12c83ebf-2e96-4397-8b27-6b25261950f5 req-e27b9ec6-c7b1-4387-a0d4-adf03e32a9c3 service nova] Enqueued Resource ID: 3781be8b-e165-4069-8e42-eeace48d4ca3 with Priority: HIGHEST for action security_group_members [ 615.307074] env[70956]: INFO networking_nsxv3.common.synchronization [req-12c83ebf-2e96-4397-8b27-6b25261950f5 req-e27b9ec6-c7b1-4387-a0d4-adf03e32a9c3 service nova] Enqueued Resource ID: e93533f6-5bb9-4a08-9c01-cb6a5a4701e4 with Priority: HIGHEST for action port [ 615.310451] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3781be8b-e165-4069-8e42-eeace48d4ca3 with Priority: HIGHEST for action security_group_rules [ 615.310451] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3781be8b-e165-4069-8e42-eeace48d4ca3 with Priority: HIGHEST for action security_group_members [ 615.311477] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e93533f6-5bb9-4a08-9c01-cb6a5a4701e4 with Priority: HIGHEST for action port [ 615.313169] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3781be8b-e165-4069-8e42-eeace48d4ca3 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.315076] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3781be8b-e165-4069-8e42-eeace48d4ca3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.315076] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3781be8b-e165-4069-8e42-eeace48d4ca3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.315076] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3781be8b-e165-4069-8e42-eeace48d4ca3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.315076] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3781be8b-e165-4069-8e42-eeace48d4ca3',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.315076] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-3781be8b-e165-4069-8e42-eeace48d4ca3 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.315076] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3781be8b-e165-4069-8e42-eeace48d4ca3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.315076] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3781be8b-e165-4069-8e42-eeace48d4ca3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.316280] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3781be8b-e165-4069-8e42-eeace48d4ca3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.316474] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.316601] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.317825] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.317825] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.317825] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.317825] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3781be8b-e165-4069-8e42-eeace48d4ca3',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.318871] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-e93533f6-5bb9-4a08-9c01-cb6a5a4701e4 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.318871] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e93533f6-5bb9-4a08-9c01-cb6a5a4701e4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.319045] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e93533f6-5bb9-4a08-9c01-cb6a5a4701e4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.319179] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e93533f6-5bb9-4a08-9c01-cb6a5a4701e4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.319805] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e93533f6-5bb9-4a08-9c01-cb6a5a4701e4',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.392532] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e977f5e5-b93d-4f1e-b224-c8d62e63b9ef [ 615.392532] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.392532] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.392532] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.392766] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.392766] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.392896] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e977f5e5-b93d-4f1e-b224-c8d62e63b9ef already deleted. [ 615.392947] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e977f5e5-b93d-4f1e-b224-c8d62e63b9ef" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.473592] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cd8a5b44-5a6b-4489-bcc3-5dc51c5a8c85 [ 615.473592] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.473592] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.473592] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.473592] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.473592] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.473592] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cd8a5b44-5a6b-4489-bcc3-5dc51c5a8c85 already deleted. [ 615.473592] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd8a5b44-5a6b-4489-bcc3-5dc51c5a8c85" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.823710] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-3781be8b-e165-4069-8e42-eeace48d4ca3 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.823710] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3781be8b-e165-4069-8e42-eeace48d4ca3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.836285] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3781be8b-e165-4069-8e42-eeace48d4ca3',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.840131] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e93533f6-5bb9-4a08-9c01-cb6a5a4701e4 with status ACTIVE [ 615.840131] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.840131] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.840131] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.840131] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.840131] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.840131] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.840131] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.840131] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.840131] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.840131] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.840131] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.840131] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.840131] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.840131] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.840131] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.840683] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e93533f6-5bb9-4a08-9c01-cb6a5a4701e4 is going to be updated. [ 615.861958] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.863565] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.863565] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.863565] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.863565] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.863565] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e93533f6-5bb9-4a08-9c01-cb6a5a4701e4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.218125] env[70956]: INFO networking_nsxv3.common.synchronization [req-1acd35e4-3703-4b61-bd68-1251ac5fe0cb req-1480a5e2-c017-433d-93ce-69eb4be2a5e9 tempest-FloatingIPsAssociationNegativeTestJSON-47692956 tempest-FloatingIPsAssociationNegativeTestJSON-47692956-project-member] Enqueued Resource ID: fed731a5-711c-4b26-8c5c-973726915d72 with Priority: HIGHEST for action security_group_members [ 616.218319] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fed731a5-711c-4b26-8c5c-973726915d72 with Priority: HIGHEST for action security_group_members [ 616.218620] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-fed731a5-711c-4b26-8c5c-973726915d72 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.218737] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fed731a5-711c-4b26-8c5c-973726915d72" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.218802] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fed731a5-711c-4b26-8c5c-973726915d72" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.219072] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fed731a5-711c-4b26-8c5c-973726915d72" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.219227] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.219325] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.219388] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.219535] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.219619] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.219718] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fed731a5-711c-4b26-8c5c-973726915d72',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.338576] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3781be8b-e165-4069-8e42-eeace48d4ca3',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.554805] env[70956]: INFO networking_nsxv3.common.synchronization [req-bc8fbb1a-e5d5-4ba7-a776-a9ae675938f8 req-b1b69740-c4e0-4012-9872-9650134934dc service nova] Enqueued Resource ID: 29ed8045-9779-4414-bb15-0ac989a681d2 with Priority: HIGHEST for action security_group_rules [ 616.554805] env[70956]: INFO networking_nsxv3.common.synchronization [req-bc8fbb1a-e5d5-4ba7-a776-a9ae675938f8 req-b1b69740-c4e0-4012-9872-9650134934dc service nova] Enqueued Resource ID: 29ed8045-9779-4414-bb15-0ac989a681d2 with Priority: HIGHEST for action security_group_members [ 616.554805] env[70956]: INFO networking_nsxv3.common.synchronization [req-bc8fbb1a-e5d5-4ba7-a776-a9ae675938f8 req-b1b69740-c4e0-4012-9872-9650134934dc service nova] Enqueued Resource ID: 4d216259-066f-4f5e-9263-671eaddd2d39 with Priority: HIGHEST for action port [ 616.554805] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29ed8045-9779-4414-bb15-0ac989a681d2 with Priority: HIGHEST for action security_group_rules [ 616.554989] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29ed8045-9779-4414-bb15-0ac989a681d2 with Priority: HIGHEST for action security_group_members [ 616.554989] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d216259-066f-4f5e-9263-671eaddd2d39 with Priority: HIGHEST for action port [ 616.556245] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-29ed8045-9779-4414-bb15-0ac989a681d2 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.556245] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-29ed8045-9779-4414-bb15-0ac989a681d2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.556245] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-29ed8045-9779-4414-bb15-0ac989a681d2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.556245] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-29ed8045-9779-4414-bb15-0ac989a681d2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.556245] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('29ed8045-9779-4414-bb15-0ac989a681d2',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.561316] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-29ed8045-9779-4414-bb15-0ac989a681d2 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.561316] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29ed8045-9779-4414-bb15-0ac989a681d2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.561316] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29ed8045-9779-4414-bb15-0ac989a681d2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.561495] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29ed8045-9779-4414-bb15-0ac989a681d2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.564533] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.564533] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.564533] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.564533] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.564533] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.564533] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('29ed8045-9779-4414-bb15-0ac989a681d2',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.564533] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d216259-066f-4f5e-9263-671eaddd2d39 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.564533] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d216259-066f-4f5e-9263-671eaddd2d39" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.564533] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d216259-066f-4f5e-9263-671eaddd2d39" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.564533] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d216259-066f-4f5e-9263-671eaddd2d39" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.564533] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d216259-066f-4f5e-9263-671eaddd2d39',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.723869] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.724031] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.724112] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.724320] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.724403] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.724605] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.724706] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.724764] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.724896] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.724970] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.725661] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fed731a5-711c-4b26-8c5c-973726915d72 already deleted. [ 616.725661] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fed731a5-711c-4b26-8c5c-973726915d72" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.841690] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.841937] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.841937] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.843355] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.843355] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.843355] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3781be8b-e165-4069-8e42-eeace48d4ca3 is going to be created. [ 616.869576] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.869726] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.869790] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.870011] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.870188] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.879878] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3781be8b-e165-4069-8e42-eeace48d4ca3 in Status: UNINITIALIZED for 2s [ 617.068300] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-29ed8045-9779-4414-bb15-0ac989a681d2 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.068300] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29ed8045-9779-4414-bb15-0ac989a681d2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.068300] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4d216259-066f-4f5e-9263-671eaddd2d39 with status ACTIVE [ 617.068300] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.068300] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.068300] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.068300] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.068300] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.068300] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.068300] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.068300] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.068300] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.068300] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.068300] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.068924] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.068924] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.068924] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.068924] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.068924] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4d216259-066f-4f5e-9263-671eaddd2d39 is going to be updated. [ 617.070089] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('29ed8045-9779-4414-bb15-0ac989a681d2',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.088994] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.089194] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.089260] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.089469] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.089621] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.089748] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d216259-066f-4f5e-9263-671eaddd2d39" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.136738] env[70956]: INFO networking_nsxv3.common.synchronization [None req-6bb48c7e-7685-44ac-808e-ace708a970da None None] Enqueued Resource ID: 5820fc1b-00b9-4358-9fa8-8b708f12e1f3 with Priority: HIGHEST for action port [ 617.136738] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5820fc1b-00b9-4358-9fa8-8b708f12e1f3 with Priority: HIGHEST for action port [ 617.136738] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-5820fc1b-00b9-4358-9fa8-8b708f12e1f3 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.136738] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5820fc1b-00b9-4358-9fa8-8b708f12e1f3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.136738] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5820fc1b-00b9-4358-9fa8-8b708f12e1f3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.136738] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5820fc1b-00b9-4358-9fa8-8b708f12e1f3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.136738] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5820fc1b-00b9-4358-9fa8-8b708f12e1f3',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.433992] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-321 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.434328] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-321" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.434328] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-321" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.434838] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-321" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.434914] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.435513] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.435944] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.436433] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.436830] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.437345] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 617.437345] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 617.437687] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 617.438071] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 617.438266] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 617.438440] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 617.438598] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 617.457782] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 617.458888] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 617.459353] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 617.459561] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-321" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.459972] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-f46ace09-ea7c-46f7-abde-d08217143940 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.460100] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-f46ace09-ea7c-46f7-abde-d08217143940" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.460202] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-f46ace09-ea7c-46f7-abde-d08217143940" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.460542] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-f46ace09-ea7c-46f7-abde-d08217143940" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.460760] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f46ace09-ea7c-46f7-abde-d08217143940',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.575235] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('29ed8045-9779-4414-bb15-0ac989a681d2',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.640284] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5820fc1b-00b9-4358-9fa8-8b708f12e1f3 [ 617.640527] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.640668] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.640708] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.641034] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.641034] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.641136] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5820fc1b-00b9-4358-9fa8-8b708f12e1f3 already deleted. [ 617.641905] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5820fc1b-00b9-4358-9fa8-8b708f12e1f3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.963564] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.963810] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.963940] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.964254] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.964542] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.964603] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Segment Port f46ace09-ea7c-46f7-abde-d08217143940 not found, creating... [ 617.964857] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.965111] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.965111] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.965568] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.965568] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.965842] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.966081] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.966081] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.966385] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.966544] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.966756] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: f46ace09-ea7c-46f7-abde-d08217143940 is going to be created. [ 617.986838] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.987199] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.987352] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.987702] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.988111] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.988638] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-f46ace09-ea7c-46f7-abde-d08217143940" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.079184] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.079351] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.079430] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.079656] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.079750] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.079857] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29ed8045-9779-4414-bb15-0ac989a681d2 is going to be created. [ 618.107231] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.107231] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.107231] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.107231] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.107417] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.117232] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29ed8045-9779-4414-bb15-0ac989a681d2 in Status: UNINITIALIZED for 2s [ 618.159986] env[70956]: INFO networking_nsxv3.common.synchronization [None req-97f8f147-ed39-42dd-a996-7be1b7f26340 None None] Enqueued Resource ID: 616ff64b-6497-4926-a0f3-284420994f91 with Priority: HIGHEST for action port [ 618.160256] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 616ff64b-6497-4926-a0f3-284420994f91 with Priority: HIGHEST for action port [ 618.160866] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-616ff64b-6497-4926-a0f3-284420994f91 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.160965] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-616ff64b-6497-4926-a0f3-284420994f91" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.161073] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-616ff64b-6497-4926-a0f3-284420994f91" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.163303] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-616ff64b-6497-4926-a0f3-284420994f91" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.163303] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('616ff64b-6497-4926-a0f3-284420994f91',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.359390] env[70956]: INFO networking_nsxv3.common.synchronization [req-840e28a4-c84a-4775-9448-63bf5b79536a req-77ae7aeb-a363-4ff1-b946-92baf3a2b02f tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] Enqueued Resource ID: 776aa801-3011-42d9-8ef3-d78431d3f11a with Priority: HIGHEST for action security_group_members [ 618.360327] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 776aa801-3011-42d9-8ef3-d78431d3f11a with Priority: HIGHEST for action security_group_members [ 618.360327] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-776aa801-3011-42d9-8ef3-d78431d3f11a taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.360416] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-776aa801-3011-42d9-8ef3-d78431d3f11a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.360416] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-776aa801-3011-42d9-8ef3-d78431d3f11a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.361481] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-776aa801-3011-42d9-8ef3-d78431d3f11a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.361481] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.361481] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.361481] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.363195] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.363195] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.363195] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('776aa801-3011-42d9-8ef3-d78431d3f11a',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.644051] env[70956]: INFO networking_nsxv3.common.synchronization [None req-512fa7b7-78e0-4f44-a937-1b00268690b9 None None] Enqueued Resource ID: 2870a059-6906-4eff-802b-42f7ae2b1cd4 with Priority: HIGHEST for action port [ 618.644328] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2870a059-6906-4eff-802b-42f7ae2b1cd4 with Priority: HIGHEST for action port [ 618.644880] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-2870a059-6906-4eff-802b-42f7ae2b1cd4 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.645164] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2870a059-6906-4eff-802b-42f7ae2b1cd4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.645164] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2870a059-6906-4eff-802b-42f7ae2b1cd4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.645371] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2870a059-6906-4eff-802b-42f7ae2b1cd4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.645442] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2870a059-6906-4eff-802b-42f7ae2b1cd4',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.665582] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 616ff64b-6497-4926-a0f3-284420994f91 [ 618.666124] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.666318] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.666406] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.666642] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.666877] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.667177] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:616ff64b-6497-4926-a0f3-284420994f91 already deleted. [ 618.667542] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-616ff64b-6497-4926-a0f3-284420994f91" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.866817] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.866950] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.866950] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.867164] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.867254] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.867451] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.867547] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.867609] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.867762] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.867840] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.867923] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 776aa801-3011-42d9-8ef3-d78431d3f11a already deleted. [ 618.868034] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-776aa801-3011-42d9-8ef3-d78431d3f11a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.889233] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3781be8b-e165-4069-8e42-eeace48d4ca3 in Status: SUCCESS [ 618.889495] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3781be8b-e165-4069-8e42-eeace48d4ca3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.889655] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3781be8b-e165-4069-8e42-eeace48d4ca3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.889868] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3781be8b-e165-4069-8e42-eeace48d4ca3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.890456] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.890456] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.890599] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.890952] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.891089] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.892645] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3781be8b-e165-4069-8e42-eeace48d4ca3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.892645] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3781be8b-e165-4069-8e42-eeace48d4ca3',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.068319] env[70956]: INFO networking_nsxv3.common.synchronization [None req-ae15ce87-6b07-4d2d-b748-6dcf817c8dd3 None None] Enqueued Resource ID: 982f869c-ceab-4f6c-a49d-c1c820f2b70d with Priority: HIGHEST for action port [ 619.068937] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 982f869c-ceab-4f6c-a49d-c1c820f2b70d with Priority: HIGHEST for action port [ 619.069163] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-982f869c-ceab-4f6c-a49d-c1c820f2b70d taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.069273] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-982f869c-ceab-4f6c-a49d-c1c820f2b70d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.069382] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-982f869c-ceab-4f6c-a49d-c1c820f2b70d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.069585] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-982f869c-ceab-4f6c-a49d-c1c820f2b70d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.069666] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('982f869c-ceab-4f6c-a49d-c1c820f2b70d',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.147390] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2870a059-6906-4eff-802b-42f7ae2b1cd4 [ 619.147628] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.147799] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.147916] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.148196] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.148333] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.148723] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2870a059-6906-4eff-802b-42f7ae2b1cd4 already deleted. [ 619.148723] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2870a059-6906-4eff-802b-42f7ae2b1cd4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.336887] env[70956]: INFO networking_nsxv3.common.synchronization [req-1acd35e4-3703-4b61-bd68-1251ac5fe0cb req-36faabbb-a543-41a3-befd-05e5e771a268 service nova] Enqueued Resource ID: fed731a5-711c-4b26-8c5c-973726915d72 with Priority: HIGHEST for action security_group_rules [ 619.337550] env[70956]: INFO networking_nsxv3.common.synchronization [req-1acd35e4-3703-4b61-bd68-1251ac5fe0cb req-36faabbb-a543-41a3-befd-05e5e771a268 service nova] Enqueued Resource ID: fed731a5-711c-4b26-8c5c-973726915d72 with Priority: HIGHEST for action security_group_members [ 619.337550] env[70956]: INFO networking_nsxv3.common.synchronization [req-1acd35e4-3703-4b61-bd68-1251ac5fe0cb req-36faabbb-a543-41a3-befd-05e5e771a268 service nova] Enqueued Resource ID: f46ace09-ea7c-46f7-abde-d08217143940 with Priority: HIGHEST for action port [ 619.337550] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fed731a5-711c-4b26-8c5c-973726915d72 with Priority: HIGHEST for action security_group_rules [ 619.337844] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fed731a5-711c-4b26-8c5c-973726915d72 with Priority: HIGHEST for action security_group_members [ 619.337844] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f46ace09-ea7c-46f7-abde-d08217143940 with Priority: HIGHEST for action port [ 619.338288] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fed731a5-711c-4b26-8c5c-973726915d72 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.342374] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fed731a5-711c-4b26-8c5c-973726915d72" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.342374] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fed731a5-711c-4b26-8c5c-973726915d72" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.342479] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fed731a5-711c-4b26-8c5c-973726915d72" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.342545] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fed731a5-711c-4b26-8c5c-973726915d72',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.344745] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-fed731a5-711c-4b26-8c5c-973726915d72 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.344992] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fed731a5-711c-4b26-8c5c-973726915d72" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.344992] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fed731a5-711c-4b26-8c5c-973726915d72" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.348231] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fed731a5-711c-4b26-8c5c-973726915d72" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.348461] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.348792] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.348792] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.348896] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.349358] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.349358] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fed731a5-711c-4b26-8c5c-973726915d72',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.349975] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-f46ace09-ea7c-46f7-abde-d08217143940 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.350098] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f46ace09-ea7c-46f7-abde-d08217143940" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.350192] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f46ace09-ea7c-46f7-abde-d08217143940" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.350405] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f46ace09-ea7c-46f7-abde-d08217143940" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.350405] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f46ace09-ea7c-46f7-abde-d08217143940',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.394556] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-3781be8b-e165-4069-8e42-eeace48d4ca3 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.394815] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3781be8b-e165-4069-8e42-eeace48d4ca3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.394815] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3781be8b-e165-4069-8e42-eeace48d4ca3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.395737] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3781be8b-e165-4069-8e42-eeace48d4ca3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.396431] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.396431] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.396431] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.396431] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.396431] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.398398] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3781be8b-e165-4069-8e42-eeace48d4ca3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.398398] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-3781be8b-e165-4069-8e42-eeace48d4ca3 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.398398] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3781be8b-e165-4069-8e42-eeace48d4ca3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.398398] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3781be8b-e165-4069-8e42-eeace48d4ca3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.398398] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3781be8b-e165-4069-8e42-eeace48d4ca3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.398576] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.398621] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.398728] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.398829] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.398909] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.399018] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3781be8b-e165-4069-8e42-eeace48d4ca3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.399163] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3781be8b-e165-4069-8e42-eeace48d4ca3',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.572466] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 982f869c-ceab-4f6c-a49d-c1c820f2b70d [ 619.574608] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.574608] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.574608] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.574608] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.574608] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.574608] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:982f869c-ceab-4f6c-a49d-c1c820f2b70d already deleted. [ 619.574608] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-982f869c-ceab-4f6c-a49d-c1c820f2b70d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.851826] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fed731a5-711c-4b26-8c5c-973726915d72',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.853197] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-fed731a5-711c-4b26-8c5c-973726915d72 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.853197] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fed731a5-711c-4b26-8c5c-973726915d72" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.853197] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f46ace09-ea7c-46f7-abde-d08217143940 with status ACTIVE [ 619.853434] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.853434] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.853563] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.853672] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.853758] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.853940] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.854035] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.854083] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.854256] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.854405] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.854544] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.854850] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.854850] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.854850] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.855030] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.855030] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f46ace09-ea7c-46f7-abde-d08217143940 is going to be updated. [ 619.882093] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.882093] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.882093] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.882093] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.882093] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.882093] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f46ace09-ea7c-46f7-abde-d08217143940" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.906708] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3781be8b-e165-4069-8e42-eeace48d4ca3: rpc.has_security_group_logging(os_id): False [ 619.925581] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.928020] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.928020] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.928020] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.928020] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.928020] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.928020] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.928020] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.928020] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.928020] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.928020] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.928020] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.928020] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.928020] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.928020] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.928696] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.928696] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.931256] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.931256] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.931256] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.931256] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3781be8b-e165-4069-8e42-eeace48d4ca3 is going to be created. [ 619.956790] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-303 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.957145] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-303" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.960161] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-303" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.960473] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-303" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.960764] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.960927] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.961066] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.961293] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.961432] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.961631] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 619.961738] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 619.961842] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 619.963337] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 619.963337] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 619.963337] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 619.963337] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 619.996321] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.997052] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.997052] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.997052] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.997052] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.010936] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 620.011170] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.049 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 620.011243] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 620.012065] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-303" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.012803] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-21a8ca2e-c731-44a5-a765-1669472dbe7d taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.012803] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-21a8ca2e-c731-44a5-a765-1669472dbe7d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.012803] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-21a8ca2e-c731-44a5-a765-1669472dbe7d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.013107] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-21a8ca2e-c731-44a5-a765-1669472dbe7d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.013212] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21a8ca2e-c731-44a5-a765-1669472dbe7d',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.016952] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3781be8b-e165-4069-8e42-eeace48d4ca3 in Status: IN_PROGRESS for 2s [ 620.117377] env[70956]: INFO networking_nsxv3.common.synchronization [None req-3e1a174b-7bc7-407a-98f9-babcb2ed1817 None None] Enqueued Resource ID: 982d4155-80d1-421d-a298-781c948eb3d1 with Priority: HIGHEST for action port [ 620.119824] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 982d4155-80d1-421d-a298-781c948eb3d1 with Priority: HIGHEST for action port [ 620.125238] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-982d4155-80d1-421d-a298-781c948eb3d1 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.125238] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-982d4155-80d1-421d-a298-781c948eb3d1" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.125238] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-982d4155-80d1-421d-a298-781c948eb3d1" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.125238] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-982d4155-80d1-421d-a298-781c948eb3d1" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.125238] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('982d4155-80d1-421d-a298-781c948eb3d1',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.135016] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29ed8045-9779-4414-bb15-0ac989a681d2 in Status: SUCCESS [ 620.135016] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29ed8045-9779-4414-bb15-0ac989a681d2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.135016] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29ed8045-9779-4414-bb15-0ac989a681d2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.135016] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29ed8045-9779-4414-bb15-0ac989a681d2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.135016] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.135016] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.135016] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.135016] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.135016] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.135016] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29ed8045-9779-4414-bb15-0ac989a681d2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.135016] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('29ed8045-9779-4414-bb15-0ac989a681d2',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.360865] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fed731a5-711c-4b26-8c5c-973726915d72',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.517791] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.519328] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.519328] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.519814] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.520260] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.520542] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Segment Port 21a8ca2e-c731-44a5-a765-1669472dbe7d not found, creating... [ 620.521616] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.521616] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.521616] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.522191] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.522467] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.523903] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.523903] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.524054] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.524200] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.524345] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.524496] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: 21a8ca2e-c731-44a5-a765-1669472dbe7d is going to be created. [ 620.557154] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.557383] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.557507] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.557790] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.558045] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.558263] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-21a8ca2e-c731-44a5-a765-1669472dbe7d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.600017] env[70956]: INFO networking_nsxv3.common.synchronization [req-79cda2fe-2591-46ef-a76d-29b5b0f6e91e req-99a340e5-a932-458a-a75a-e327a2bbc718 tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] Enqueued Resource ID: e3156511-f124-4c02-98ff-4135682e2eef with Priority: HIGHEST for action security_group_members [ 620.600017] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3156511-f124-4c02-98ff-4135682e2eef with Priority: HIGHEST for action security_group_members [ 620.600017] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3156511-f124-4c02-98ff-4135682e2eef taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.600017] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3156511-f124-4c02-98ff-4135682e2eef" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.600017] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3156511-f124-4c02-98ff-4135682e2eef" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.600017] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3156511-f124-4c02-98ff-4135682e2eef" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.600017] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.600017] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.600017] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.600017] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.600017] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.600017] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3156511-f124-4c02-98ff-4135682e2eef',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.628780] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 982d4155-80d1-421d-a298-781c948eb3d1 [ 620.629901] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.629901] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.629901] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.629901] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.629901] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.629901] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:982d4155-80d1-421d-a298-781c948eb3d1 already deleted. [ 620.629901] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-982d4155-80d1-421d-a298-781c948eb3d1" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.637550] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-29ed8045-9779-4414-bb15-0ac989a681d2 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.638552] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29ed8045-9779-4414-bb15-0ac989a681d2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.638552] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29ed8045-9779-4414-bb15-0ac989a681d2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.638552] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29ed8045-9779-4414-bb15-0ac989a681d2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.638552] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.638939] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.638939] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.638939] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.638939] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.638939] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29ed8045-9779-4414-bb15-0ac989a681d2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.639090] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-29ed8045-9779-4414-bb15-0ac989a681d2 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.639192] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29ed8045-9779-4414-bb15-0ac989a681d2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.639250] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29ed8045-9779-4414-bb15-0ac989a681d2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.639691] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29ed8045-9779-4414-bb15-0ac989a681d2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.639848] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.639944] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.640021] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.640165] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.640315] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.640428] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29ed8045-9779-4414-bb15-0ac989a681d2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.640614] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('29ed8045-9779-4414-bb15-0ac989a681d2',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.863534] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.863849] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.863849] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.864084] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.864084] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.864190] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fed731a5-711c-4b26-8c5c-973726915d72 is going to be created. [ 620.886626] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.886852] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.886913] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.887137] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.887299] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.895722] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fed731a5-711c-4b26-8c5c-973726915d72 in Status: UNINITIALIZED for 2s [ 621.102819] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.103038] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.103038] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.103177] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.103365] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.103527] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.103784] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.103784] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.103929] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.103929] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.104018] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3156511-f124-4c02-98ff-4135682e2eef already deleted. [ 621.104089] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3156511-f124-4c02-98ff-4135682e2eef" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.145371] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 29ed8045-9779-4414-bb15-0ac989a681d2: rpc.has_security_group_logging(os_id): False [ 621.163172] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.163172] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.163172] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.164059] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.164059] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.164059] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.164059] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.164059] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.164059] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.164059] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.164391] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.165033] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.165121] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.165838] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.165838] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.165838] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.165838] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.165838] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.166219] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.166219] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.166219] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 29ed8045-9779-4414-bb15-0ac989a681d2 is going to be created. [ 621.217702] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.217899] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.217899] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.218645] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.218645] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.228690] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 29ed8045-9779-4414-bb15-0ac989a681d2 in Status: IN_PROGRESS for 2s [ 621.581199] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-293 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.581199] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-293" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.581199] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-293" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.581199] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-293" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.581199] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.581199] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.581199] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.581199] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.581199] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.581199] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 621.581199] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 621.581199] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 621.581199] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 621.581667] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 621.581667] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 621.581667] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 621.599155] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 621.599349] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 621.599471] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 621.599644] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-293" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.599943] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-e11e039c-526a-4933-9aa2-f20c25751bc7 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.600129] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-e11e039c-526a-4933-9aa2-f20c25751bc7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.600274] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-e11e039c-526a-4933-9aa2-f20c25751bc7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.603569] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-e11e039c-526a-4933-9aa2-f20c25751bc7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.603569] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e11e039c-526a-4933-9aa2-f20c25751bc7',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.698333] env[70956]: INFO networking_nsxv3.common.synchronization [None req-35e43906-f9fc-4a46-8e88-60d61265f71e None None] Enqueued Resource ID: 9782e54d-7ef8-4062-a8c7-559db0e6e0d2 with Priority: HIGHEST for action port [ 621.698526] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9782e54d-7ef8-4062-a8c7-559db0e6e0d2 with Priority: HIGHEST for action port [ 621.699173] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-9782e54d-7ef8-4062-a8c7-559db0e6e0d2 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.699173] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9782e54d-7ef8-4062-a8c7-559db0e6e0d2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.699278] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9782e54d-7ef8-4062-a8c7-559db0e6e0d2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.699795] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9782e54d-7ef8-4062-a8c7-559db0e6e0d2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.699795] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9782e54d-7ef8-4062-a8c7-559db0e6e0d2',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.029478] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3781be8b-e165-4069-8e42-eeace48d4ca3 in Status: SUCCESS [ 622.032655] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3781be8b-e165-4069-8e42-eeace48d4ca3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.105464] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.105690] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.105814] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.106126] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.106287] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.106427] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Segment Port e11e039c-526a-4933-9aa2-f20c25751bc7 not found, creating... [ 622.106679] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.106828] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.106950] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.107179] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.107316] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.107609] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.107766] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.107883] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.108126] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.108269] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.112065] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: e11e039c-526a-4933-9aa2-f20c25751bc7 is going to be created. [ 622.127264] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.131012] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.131214] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.131502] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.131757] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.131990] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-e11e039c-526a-4933-9aa2-f20c25751bc7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.203528] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9782e54d-7ef8-4062-a8c7-559db0e6e0d2 [ 622.203770] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.203908] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.203970] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.207241] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.207241] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.207241] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9782e54d-7ef8-4062-a8c7-559db0e6e0d2 already deleted. [ 622.207241] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9782e54d-7ef8-4062-a8c7-559db0e6e0d2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.473403] env[70956]: INFO networking_nsxv3.common.synchronization [req-840e28a4-c84a-4775-9448-63bf5b79536a req-cdf2c170-a8a2-43bf-9b12-b138ce105314 service nova] Enqueued Resource ID: 776aa801-3011-42d9-8ef3-d78431d3f11a with Priority: HIGHEST for action security_group_rules [ 622.473511] env[70956]: INFO networking_nsxv3.common.synchronization [req-840e28a4-c84a-4775-9448-63bf5b79536a req-cdf2c170-a8a2-43bf-9b12-b138ce105314 service nova] Enqueued Resource ID: 776aa801-3011-42d9-8ef3-d78431d3f11a with Priority: HIGHEST for action security_group_members [ 622.473737] env[70956]: INFO networking_nsxv3.common.synchronization [req-840e28a4-c84a-4775-9448-63bf5b79536a req-cdf2c170-a8a2-43bf-9b12-b138ce105314 service nova] Enqueued Resource ID: 21a8ca2e-c731-44a5-a765-1669472dbe7d with Priority: HIGHEST for action port [ 622.478370] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 776aa801-3011-42d9-8ef3-d78431d3f11a with Priority: HIGHEST for action security_group_rules [ 622.478370] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 776aa801-3011-42d9-8ef3-d78431d3f11a with Priority: HIGHEST for action security_group_members [ 622.478370] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21a8ca2e-c731-44a5-a765-1669472dbe7d with Priority: HIGHEST for action port [ 622.478370] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-776aa801-3011-42d9-8ef3-d78431d3f11a taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.478370] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-776aa801-3011-42d9-8ef3-d78431d3f11a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.478370] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-776aa801-3011-42d9-8ef3-d78431d3f11a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.478370] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-776aa801-3011-42d9-8ef3-d78431d3f11a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.478370] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('776aa801-3011-42d9-8ef3-d78431d3f11a',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.478370] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-776aa801-3011-42d9-8ef3-d78431d3f11a taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.478654] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-776aa801-3011-42d9-8ef3-d78431d3f11a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.478654] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-776aa801-3011-42d9-8ef3-d78431d3f11a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.478654] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-776aa801-3011-42d9-8ef3-d78431d3f11a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.478787] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.478876] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.478934] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.480036] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.480158] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.480237] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('776aa801-3011-42d9-8ef3-d78431d3f11a',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.481455] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-21a8ca2e-c731-44a5-a765-1669472dbe7d taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.481588] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-21a8ca2e-c731-44a5-a765-1669472dbe7d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.481648] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-21a8ca2e-c731-44a5-a765-1669472dbe7d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.481772] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-21a8ca2e-c731-44a5-a765-1669472dbe7d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.482570] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21a8ca2e-c731-44a5-a765-1669472dbe7d',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.905711] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fed731a5-711c-4b26-8c5c-973726915d72 in Status: SUCCESS [ 622.905937] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fed731a5-711c-4b26-8c5c-973726915d72" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.906396] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fed731a5-711c-4b26-8c5c-973726915d72" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.906396] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fed731a5-711c-4b26-8c5c-973726915d72" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.906674] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.906674] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.906674] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.906825] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.907075] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.907075] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fed731a5-711c-4b26-8c5c-973726915d72" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.907075] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fed731a5-711c-4b26-8c5c-973726915d72',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.987024] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-776aa801-3011-42d9-8ef3-d78431d3f11a taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.987024] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-776aa801-3011-42d9-8ef3-d78431d3f11a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.987024] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('776aa801-3011-42d9-8ef3-d78431d3f11a',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.987024] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 21a8ca2e-c731-44a5-a765-1669472dbe7d with status ACTIVE [ 622.987024] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.987024] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.987024] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.987024] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.987024] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.987024] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.987024] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.987024] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.987024] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.987024] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.987681] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.987681] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.987681] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.988533] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.988910] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.989239] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 21a8ca2e-c731-44a5-a765-1669472dbe7d is going to be updated. [ 623.004445] env[70956]: INFO networking_nsxv3.common.synchronization [None req-9852bfd6-a25f-4169-a449-830f373dd1bc None None] Enqueued Resource ID: 7e74db1f-475a-40a2-9a70-2e2b4d036360 with Priority: HIGHEST for action port [ 623.005021] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e74db1f-475a-40a2-9a70-2e2b4d036360 with Priority: HIGHEST for action port [ 623.005237] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e74db1f-475a-40a2-9a70-2e2b4d036360 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.005452] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e74db1f-475a-40a2-9a70-2e2b4d036360" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.005452] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e74db1f-475a-40a2-9a70-2e2b4d036360" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.005658] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e74db1f-475a-40a2-9a70-2e2b4d036360" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.005736] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e74db1f-475a-40a2-9a70-2e2b4d036360',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.010869] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.010869] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.010869] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.010869] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.010869] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.010869] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-21a8ca2e-c731-44a5-a765-1669472dbe7d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.229222] env[70956]: INFO networking_nsxv3.common.synchronization [req-6d466f46-70e6-4c83-8a68-a9642007fc1b req-09d6dcdc-af82-4ec6-9811-14ddb82715de tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Enqueued Resource ID: 581e3e6d-c83c-45f2-b38a-6cf937b7de1f with Priority: HIGHEST for action security_group_members [ 623.229222] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 581e3e6d-c83c-45f2-b38a-6cf937b7de1f with Priority: HIGHEST for action security_group_members [ 623.229222] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-581e3e6d-c83c-45f2-b38a-6cf937b7de1f taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.229222] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-581e3e6d-c83c-45f2-b38a-6cf937b7de1f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.229222] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-581e3e6d-c83c-45f2-b38a-6cf937b7de1f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.229222] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-581e3e6d-c83c-45f2-b38a-6cf937b7de1f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.229222] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.229222] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.229222] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.229222] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.229222] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.229222] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('581e3e6d-c83c-45f2-b38a-6cf937b7de1f',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.242953] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 29ed8045-9779-4414-bb15-0ac989a681d2 in Status: SUCCESS [ 623.242953] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-29ed8045-9779-4414-bb15-0ac989a681d2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.411020] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-fed731a5-711c-4b26-8c5c-973726915d72 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.411348] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fed731a5-711c-4b26-8c5c-973726915d72" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.411348] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fed731a5-711c-4b26-8c5c-973726915d72" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.411517] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fed731a5-711c-4b26-8c5c-973726915d72" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.414368] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.414368] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.414368] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.414368] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.414368] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.414368] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fed731a5-711c-4b26-8c5c-973726915d72" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.414368] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-fed731a5-711c-4b26-8c5c-973726915d72 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.414368] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fed731a5-711c-4b26-8c5c-973726915d72" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.414368] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fed731a5-711c-4b26-8c5c-973726915d72" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.414368] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fed731a5-711c-4b26-8c5c-973726915d72" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.414368] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.414368] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.414368] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.414368] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.414368] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.414368] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fed731a5-711c-4b26-8c5c-973726915d72" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.414368] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fed731a5-711c-4b26-8c5c-973726915d72',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.492451] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('776aa801-3011-42d9-8ef3-d78431d3f11a',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.511100] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7e74db1f-475a-40a2-9a70-2e2b4d036360 [ 623.511340] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.511509] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.511601] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.511843] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.511964] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.512094] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7e74db1f-475a-40a2-9a70-2e2b4d036360 already deleted. [ 623.512203] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e74db1f-475a-40a2-9a70-2e2b4d036360" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.736412] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.736412] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.736412] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.736412] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.736412] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.736412] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.736412] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.736412] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.736412] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.736412] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.736412] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 581e3e6d-c83c-45f2-b38a-6cf937b7de1f already deleted. [ 623.736412] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-581e3e6d-c83c-45f2-b38a-6cf937b7de1f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.920480] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fed731a5-711c-4b26-8c5c-973726915d72: rpc.has_security_group_logging(os_id): False [ 623.941690] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.941882] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.941964] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.942199] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.942321] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.942547] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.942646] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.942710] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.942874] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.942948] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.943142] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.946092] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.946092] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.946092] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.946092] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.946092] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.946092] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.946092] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.946092] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.946092] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.946092] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fed731a5-711c-4b26-8c5c-973726915d72 is going to be created. [ 623.974930] env[70956]: INFO networking_nsxv3.common.synchronization [req-79cda2fe-2591-46ef-a76d-29b5b0f6e91e req-131b62bf-0551-4937-8025-65119c1cc6b4 service nova] Enqueued Resource ID: e3156511-f124-4c02-98ff-4135682e2eef with Priority: HIGHEST for action security_group_rules [ 623.976188] env[70956]: INFO networking_nsxv3.common.synchronization [req-79cda2fe-2591-46ef-a76d-29b5b0f6e91e req-131b62bf-0551-4937-8025-65119c1cc6b4 service nova] Enqueued Resource ID: e3156511-f124-4c02-98ff-4135682e2eef with Priority: HIGHEST for action security_group_members [ 623.976541] env[70956]: INFO networking_nsxv3.common.synchronization [req-79cda2fe-2591-46ef-a76d-29b5b0f6e91e req-131b62bf-0551-4937-8025-65119c1cc6b4 service nova] Enqueued Resource ID: e11e039c-526a-4933-9aa2-f20c25751bc7 with Priority: HIGHEST for action port [ 623.976801] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3156511-f124-4c02-98ff-4135682e2eef with Priority: HIGHEST for action security_group_rules [ 623.976949] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3156511-f124-4c02-98ff-4135682e2eef with Priority: HIGHEST for action security_group_members [ 623.977057] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e11e039c-526a-4933-9aa2-f20c25751bc7 with Priority: HIGHEST for action port [ 623.977753] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e3156511-f124-4c02-98ff-4135682e2eef taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.977931] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e3156511-f124-4c02-98ff-4135682e2eef" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.977998] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e3156511-f124-4c02-98ff-4135682e2eef" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.978361] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e3156511-f124-4c02-98ff-4135682e2eef" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.978442] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e3156511-f124-4c02-98ff-4135682e2eef',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.982028] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3156511-f124-4c02-98ff-4135682e2eef taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.982028] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3156511-f124-4c02-98ff-4135682e2eef" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.982028] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3156511-f124-4c02-98ff-4135682e2eef" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.982028] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3156511-f124-4c02-98ff-4135682e2eef" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.982028] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.982028] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.982028] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.982028] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.982028] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.982028] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3156511-f124-4c02-98ff-4135682e2eef',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.982797] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-e11e039c-526a-4933-9aa2-f20c25751bc7 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.982900] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e11e039c-526a-4933-9aa2-f20c25751bc7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.982966] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e11e039c-526a-4933-9aa2-f20c25751bc7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.983428] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e11e039c-526a-4933-9aa2-f20c25751bc7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.983428] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e11e039c-526a-4933-9aa2-f20c25751bc7',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.987791] env[70956]: INFO networking_nsxv3.common.synchronization [None req-2b930f4c-0391-4d6e-b488-45805f565116 None None] Enqueued Resource ID: fe278bf1-6fb2-4cb2-a696-8ccc1d77bc61 with Priority: HIGHEST for action port [ 623.988522] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe278bf1-6fb2-4cb2-a696-8ccc1d77bc61 with Priority: HIGHEST for action port [ 623.988961] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe278bf1-6fb2-4cb2-a696-8ccc1d77bc61 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.988961] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe278bf1-6fb2-4cb2-a696-8ccc1d77bc61" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.989137] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe278bf1-6fb2-4cb2-a696-8ccc1d77bc61" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.989279] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe278bf1-6fb2-4cb2-a696-8ccc1d77bc61" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.989359] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe278bf1-6fb2-4cb2-a696-8ccc1d77bc61',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.994056] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.994248] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.994319] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.994518] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.994604] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.994700] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 776aa801-3011-42d9-8ef3-d78431d3f11a is going to be created. [ 624.005171] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.005310] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.005381] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.005591] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.005766] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.018864] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fed731a5-711c-4b26-8c5c-973726915d72 in Status: IN_PROGRESS for 2s [ 624.024644] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.024753] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.024821] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.025042] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.025192] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.034855] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 776aa801-3011-42d9-8ef3-d78431d3f11a in Status: UNINITIALIZED for 2s [ 624.353083] env[70956]: INFO networking_nsxv3.common.synchronization [None req-8bfca9ca-2cd3-4e52-9fee-520402711f5a None None] Enqueued Resource ID: c50da06b-c3a9-4338-9f6e-5ed3ffe1fd20 with Priority: HIGHEST for action port [ 624.353347] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c50da06b-c3a9-4338-9f6e-5ed3ffe1fd20 with Priority: HIGHEST for action port [ 624.353934] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-c50da06b-c3a9-4338-9f6e-5ed3ffe1fd20 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.354077] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c50da06b-c3a9-4338-9f6e-5ed3ffe1fd20" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.354143] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c50da06b-c3a9-4338-9f6e-5ed3ffe1fd20" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.355094] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c50da06b-c3a9-4338-9f6e-5ed3ffe1fd20" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.355206] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c50da06b-c3a9-4338-9f6e-5ed3ffe1fd20',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.485633] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3156511-f124-4c02-98ff-4135682e2eef taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.487342] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3156511-f124-4c02-98ff-4135682e2eef" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.487342] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e3156511-f124-4c02-98ff-4135682e2eef',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.488644] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e11e039c-526a-4933-9aa2-f20c25751bc7 with status ACTIVE [ 624.488644] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.488785] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.488785] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.488929] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.489036] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.489218] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.489317] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.489379] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.489528] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.489606] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.489783] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.490028] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.490028] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.490112] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.490144] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.490741] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e11e039c-526a-4933-9aa2-f20c25751bc7 is going to be updated. [ 624.495026] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fe278bf1-6fb2-4cb2-a696-8ccc1d77bc61 [ 624.495222] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.495927] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.495927] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.495927] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.495927] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.495927] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fe278bf1-6fb2-4cb2-a696-8ccc1d77bc61 already deleted. [ 624.495927] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe278bf1-6fb2-4cb2-a696-8ccc1d77bc61" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.511805] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.511961] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.512048] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.512263] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.512412] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.512592] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e11e039c-526a-4933-9aa2-f20c25751bc7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.859130] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c50da06b-c3a9-4338-9f6e-5ed3ffe1fd20 [ 624.859218] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.859518] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.859518] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.859675] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.859772] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.859871] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c50da06b-c3a9-4338-9f6e-5ed3ffe1fd20 already deleted. [ 624.860183] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c50da06b-c3a9-4338-9f6e-5ed3ffe1fd20" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.990034] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e3156511-f124-4c02-98ff-4135682e2eef',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.024167] env[70956]: INFO networking_nsxv3.common.synchronization [None req-ce7616f8-8110-4c5e-a89d-a08799cb27b0 None None] Enqueued Resource ID: a112d4a5-466a-4229-81fe-de77f18056f1 with Priority: HIGHEST for action port [ 625.024167] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a112d4a5-466a-4229-81fe-de77f18056f1 with Priority: HIGHEST for action port [ 625.024167] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-a112d4a5-466a-4229-81fe-de77f18056f1 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.024167] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a112d4a5-466a-4229-81fe-de77f18056f1" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.024636] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a112d4a5-466a-4229-81fe-de77f18056f1" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.025251] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a112d4a5-466a-4229-81fe-de77f18056f1" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.025470] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a112d4a5-466a-4229-81fe-de77f18056f1',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.129915] env[70956]: INFO networking_nsxv3.common.synchronization [req-23cdc389-11c7-4d1d-814a-b78d4f16720d req-5d7fef5c-914b-47a8-856c-30157de3f450 tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Enqueued Resource ID: 155a7a91-788b-4c8a-bd19-9cf001bb1f63 with Priority: HIGHEST for action security_group_members [ 625.130375] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 155a7a91-788b-4c8a-bd19-9cf001bb1f63 with Priority: HIGHEST for action security_group_members [ 625.130679] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-155a7a91-788b-4c8a-bd19-9cf001bb1f63 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.130855] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-155a7a91-788b-4c8a-bd19-9cf001bb1f63" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.131823] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-155a7a91-788b-4c8a-bd19-9cf001bb1f63" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.132154] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-155a7a91-788b-4c8a-bd19-9cf001bb1f63" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.132540] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.132696] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.132759] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.133864] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.133864] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.133864] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('155a7a91-788b-4c8a-bd19-9cf001bb1f63',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.229922] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-303 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.230086] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-303" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.230168] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-303" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.230401] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-303" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.230661] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.230845] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.230926] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.234615] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.234862] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.235243] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 625.235402] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 625.235606] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 625.235752] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 625.235940] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 625.236135] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 625.236290] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 625.254226] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 625.255399] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 625.255565] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 625.255769] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-303" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.256244] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-7e39f33c-61e2-498f-8718-2a32946fd4df taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.256371] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-7e39f33c-61e2-498f-8718-2a32946fd4df" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.256411] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-7e39f33c-61e2-498f-8718-2a32946fd4df" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.256814] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-7e39f33c-61e2-498f-8718-2a32946fd4df" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.256977] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e39f33c-61e2-498f-8718-2a32946fd4df',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.492487] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.492910] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.492910] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.493052] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.493165] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.493290] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3156511-f124-4c02-98ff-4135682e2eef is going to be created. [ 625.527474] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.527652] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.527694] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.528089] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.528641] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.529805] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a112d4a5-466a-4229-81fe-de77f18056f1 [ 625.529922] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.530047] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.530119] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.530323] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.530401] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.530477] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a112d4a5-466a-4229-81fe-de77f18056f1 already deleted. [ 625.530559] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a112d4a5-466a-4229-81fe-de77f18056f1" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.538681] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3156511-f124-4c02-98ff-4135682e2eef in Status: UNINITIALIZED for 2s [ 625.637112] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.637402] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.637402] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.637546] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.637637] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.637829] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.637923] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.637987] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.638163] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.638241] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.638404] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 155a7a91-788b-4c8a-bd19-9cf001bb1f63 already deleted. [ 625.638404] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-155a7a91-788b-4c8a-bd19-9cf001bb1f63" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.761155] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.761396] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.761523] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.761800] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.761949] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.762129] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Segment Port 7e39f33c-61e2-498f-8718-2a32946fd4df not found, creating... [ 625.762379] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.762630] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.762696] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.762867] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.763282] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.763331] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.764043] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.764155] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.764426] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.764648] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.764870] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: 7e39f33c-61e2-498f-8718-2a32946fd4df is going to be created. [ 625.786035] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.786613] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.786918] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.787309] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.787550] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.787771] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-7e39f33c-61e2-498f-8718-2a32946fd4df" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.980783] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-615 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.980783] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-615" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.980783] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-615" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.980783] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-615" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.982948] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.983050] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.983122] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.984196] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.984196] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.984196] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 625.984196] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 625.984196] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 625.984196] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 625.984196] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 625.984472] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 625.984472] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 626.003198] env[70956]: INFO networking_nsxv3.common.synchronization [None req-d2b42843-6cec-430f-826b-03368d9f35ab None None] Enqueued Resource ID: c4f407d9-aa45-454b-979b-b8a10d04cf35 with Priority: HIGHEST for action port [ 626.004709] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4f407d9-aa45-454b-979b-b8a10d04cf35 with Priority: HIGHEST for action port [ 626.004709] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-c4f407d9-aa45-454b-979b-b8a10d04cf35 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.004709] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c4f407d9-aa45-454b-979b-b8a10d04cf35" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.004709] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c4f407d9-aa45-454b-979b-b8a10d04cf35" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.004709] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c4f407d9-aa45-454b-979b-b8a10d04cf35" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.004709] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4f407d9-aa45-454b-979b-b8a10d04cf35',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.007160] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 626.007160] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 626.007320] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 626.007526] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-615" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.008553] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-f47c14e7-900e-4a5c-ba4a-3f81fd1fd646 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.008804] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-f47c14e7-900e-4a5c-ba4a-3f81fd1fd646" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.008946] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-f47c14e7-900e-4a5c-ba4a-3f81fd1fd646" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.009340] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-f47c14e7-900e-4a5c-ba4a-3f81fd1fd646" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.009635] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f47c14e7-900e-4a5c-ba4a-3f81fd1fd646',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.031550] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fed731a5-711c-4b26-8c5c-973726915d72 in Status: SUCCESS [ 626.031960] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fed731a5-711c-4b26-8c5c-973726915d72" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.045453] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 776aa801-3011-42d9-8ef3-d78431d3f11a in Status: SUCCESS [ 626.045663] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-776aa801-3011-42d9-8ef3-d78431d3f11a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.045855] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-776aa801-3011-42d9-8ef3-d78431d3f11a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.046077] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-776aa801-3011-42d9-8ef3-d78431d3f11a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.046257] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.046378] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.046437] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.046664] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.046731] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.046784] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-776aa801-3011-42d9-8ef3-d78431d3f11a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.046871] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('776aa801-3011-42d9-8ef3-d78431d3f11a',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.511678] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c4f407d9-aa45-454b-979b-b8a10d04cf35 [ 626.512026] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.512104] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.512151] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.512363] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.512451] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.512543] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c4f407d9-aa45-454b-979b-b8a10d04cf35 already deleted. [ 626.512622] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c4f407d9-aa45-454b-979b-b8a10d04cf35" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.513109] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.513284] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.513402] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.513629] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.513759] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.513897] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Segment Port f47c14e7-900e-4a5c-ba4a-3f81fd1fd646 not found, creating... [ 626.514197] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.514359] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.514470] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.514682] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.514814] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.516246] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.516442] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.516564] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.516785] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.516918] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.517085] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: f47c14e7-900e-4a5c-ba4a-3f81fd1fd646 is going to be created. [ 626.539952] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.540264] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.540305] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.540963] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.540963] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.541035] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-f47c14e7-900e-4a5c-ba4a-3f81fd1fd646" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.548757] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-776aa801-3011-42d9-8ef3-d78431d3f11a taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.548889] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-776aa801-3011-42d9-8ef3-d78431d3f11a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.548957] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-776aa801-3011-42d9-8ef3-d78431d3f11a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.549215] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-776aa801-3011-42d9-8ef3-d78431d3f11a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.549382] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.549492] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.549546] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.549690] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.549770] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.549853] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-776aa801-3011-42d9-8ef3-d78431d3f11a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.549994] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-776aa801-3011-42d9-8ef3-d78431d3f11a taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.550091] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-776aa801-3011-42d9-8ef3-d78431d3f11a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.550149] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-776aa801-3011-42d9-8ef3-d78431d3f11a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.550284] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-776aa801-3011-42d9-8ef3-d78431d3f11a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.550454] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.550567] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.550626] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.550761] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.550833] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.550912] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-776aa801-3011-42d9-8ef3-d78431d3f11a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.550996] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('776aa801-3011-42d9-8ef3-d78431d3f11a',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.682744] env[70956]: INFO networking_nsxv3.common.synchronization [None req-bb66abb3-ee3c-4235-bec9-52642a233157 None None] Enqueued Resource ID: d787b439-cf42-4706-97cc-beab2dad7d7c with Priority: HIGHEST for action port [ 626.683352] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d787b439-cf42-4706-97cc-beab2dad7d7c with Priority: HIGHEST for action port [ 626.683697] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-d787b439-cf42-4706-97cc-beab2dad7d7c taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.683837] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d787b439-cf42-4706-97cc-beab2dad7d7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.683901] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d787b439-cf42-4706-97cc-beab2dad7d7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.684194] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d787b439-cf42-4706-97cc-beab2dad7d7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.684279] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d787b439-cf42-4706-97cc-beab2dad7d7c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.781241] env[70956]: INFO networking_nsxv3.common.synchronization [None req-ca3bc603-7597-49da-a82e-448393c40865 None None] Enqueued Resource ID: de24d63b-5702-40db-a070-83834009f43f with Priority: HIGHEST for action port [ 626.781506] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de24d63b-5702-40db-a070-83834009f43f with Priority: HIGHEST for action port [ 626.782096] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-de24d63b-5702-40db-a070-83834009f43f taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.782228] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de24d63b-5702-40db-a070-83834009f43f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.782300] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de24d63b-5702-40db-a070-83834009f43f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.782560] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de24d63b-5702-40db-a070-83834009f43f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.782637] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de24d63b-5702-40db-a070-83834009f43f',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.053579] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 776aa801-3011-42d9-8ef3-d78431d3f11a: rpc.has_security_group_logging(os_id): False [ 627.072562] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.072854] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.074286] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.074286] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.074286] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.074286] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.074286] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.074286] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.074286] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.074286] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.074286] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.074286] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.074286] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.074286] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.074286] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.075110] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.075110] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.075110] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.075110] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.075110] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.075110] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 776aa801-3011-42d9-8ef3-d78431d3f11a is going to be created. [ 627.135655] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.136244] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.136244] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.136872] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.136872] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.146580] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 776aa801-3011-42d9-8ef3-d78431d3f11a in Status: IN_PROGRESS for 2s [ 627.189068] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d787b439-cf42-4706-97cc-beab2dad7d7c [ 627.189333] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.189437] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.189525] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.189724] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.189815] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.189910] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d787b439-cf42-4706-97cc-beab2dad7d7c already deleted. [ 627.190008] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d787b439-cf42-4706-97cc-beab2dad7d7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.251882] env[70956]: INFO networking_nsxv3.common.synchronization [req-d7213915-b036-45d0-a84f-7896d576cc73 req-97c5e897-ee60-41ff-aa1e-bcd7e2c769c1 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Enqueued Resource ID: abaebe40-bf40-4663-9001-f1d144ec9ba9 with Priority: HIGHEST for action security_group_members [ 627.251882] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abaebe40-bf40-4663-9001-f1d144ec9ba9 with Priority: HIGHEST for action security_group_members [ 627.252265] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-abaebe40-bf40-4663-9001-f1d144ec9ba9 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.252400] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.252485] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.252714] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.252867] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.252959] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.253959] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.253959] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.253959] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.254322] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('abaebe40-bf40-4663-9001-f1d144ec9ba9',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.285283] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port de24d63b-5702-40db-a070-83834009f43f [ 627.285283] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.285283] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.285283] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.285508] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.285590] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.285662] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:de24d63b-5702-40db-a070-83834009f43f already deleted. [ 627.285739] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de24d63b-5702-40db-a070-83834009f43f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.339045] env[70956]: INFO networking_nsxv3.common.synchronization [req-6d466f46-70e6-4c83-8a68-a9642007fc1b req-97fcbf72-6ebe-4f3a-8506-39586ae55cab service nova] Enqueued Resource ID: 581e3e6d-c83c-45f2-b38a-6cf937b7de1f with Priority: HIGHEST for action security_group_rules [ 627.339045] env[70956]: INFO networking_nsxv3.common.synchronization [req-6d466f46-70e6-4c83-8a68-a9642007fc1b req-97fcbf72-6ebe-4f3a-8506-39586ae55cab service nova] Enqueued Resource ID: 581e3e6d-c83c-45f2-b38a-6cf937b7de1f with Priority: HIGHEST for action security_group_members [ 627.339045] env[70956]: INFO networking_nsxv3.common.synchronization [req-6d466f46-70e6-4c83-8a68-a9642007fc1b req-97fcbf72-6ebe-4f3a-8506-39586ae55cab service nova] Enqueued Resource ID: 7e39f33c-61e2-498f-8718-2a32946fd4df with Priority: HIGHEST for action port [ 627.340367] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 581e3e6d-c83c-45f2-b38a-6cf937b7de1f with Priority: HIGHEST for action security_group_rules [ 627.340518] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 581e3e6d-c83c-45f2-b38a-6cf937b7de1f with Priority: HIGHEST for action security_group_members [ 627.340639] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e39f33c-61e2-498f-8718-2a32946fd4df with Priority: HIGHEST for action port [ 627.340952] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-581e3e6d-c83c-45f2-b38a-6cf937b7de1f taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.341119] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-581e3e6d-c83c-45f2-b38a-6cf937b7de1f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.341164] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-581e3e6d-c83c-45f2-b38a-6cf937b7de1f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.341507] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-581e3e6d-c83c-45f2-b38a-6cf937b7de1f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.341507] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('581e3e6d-c83c-45f2-b38a-6cf937b7de1f',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.342440] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-581e3e6d-c83c-45f2-b38a-6cf937b7de1f taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.342563] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-581e3e6d-c83c-45f2-b38a-6cf937b7de1f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.342595] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-581e3e6d-c83c-45f2-b38a-6cf937b7de1f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.342851] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-581e3e6d-c83c-45f2-b38a-6cf937b7de1f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.342917] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.343013] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.344071] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.344241] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.344350] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.344420] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('581e3e6d-c83c-45f2-b38a-6cf937b7de1f',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.345284] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e39f33c-61e2-498f-8718-2a32946fd4df taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.347014] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e39f33c-61e2-498f-8718-2a32946fd4df" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.347014] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e39f33c-61e2-498f-8718-2a32946fd4df" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.347014] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e39f33c-61e2-498f-8718-2a32946fd4df" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.347014] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e39f33c-61e2-498f-8718-2a32946fd4df',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.552624] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3156511-f124-4c02-98ff-4135682e2eef in Status: SUCCESS [ 627.552624] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3156511-f124-4c02-98ff-4135682e2eef" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.552624] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3156511-f124-4c02-98ff-4135682e2eef" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.552998] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3156511-f124-4c02-98ff-4135682e2eef" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.553080] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.553207] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.553282] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.553478] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.553558] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.553645] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3156511-f124-4c02-98ff-4135682e2eef" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.553734] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e3156511-f124-4c02-98ff-4135682e2eef',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.754337] env[70956]: INFO networking_nsxv3.common.synchronization [req-23cdc389-11c7-4d1d-814a-b78d4f16720d req-35705c24-6344-475a-ae5d-6e0ebb5b42d1 service nova] Enqueued Resource ID: 155a7a91-788b-4c8a-bd19-9cf001bb1f63 with Priority: HIGHEST for action security_group_rules [ 627.754634] env[70956]: INFO networking_nsxv3.common.synchronization [req-23cdc389-11c7-4d1d-814a-b78d4f16720d req-35705c24-6344-475a-ae5d-6e0ebb5b42d1 service nova] Enqueued Resource ID: 155a7a91-788b-4c8a-bd19-9cf001bb1f63 with Priority: HIGHEST for action security_group_members [ 627.754672] env[70956]: INFO networking_nsxv3.common.synchronization [req-23cdc389-11c7-4d1d-814a-b78d4f16720d req-35705c24-6344-475a-ae5d-6e0ebb5b42d1 service nova] Enqueued Resource ID: f47c14e7-900e-4a5c-ba4a-3f81fd1fd646 with Priority: HIGHEST for action port [ 627.755276] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 155a7a91-788b-4c8a-bd19-9cf001bb1f63 with Priority: HIGHEST for action security_group_rules [ 627.755437] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 155a7a91-788b-4c8a-bd19-9cf001bb1f63 with Priority: HIGHEST for action security_group_members [ 627.755505] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f47c14e7-900e-4a5c-ba4a-3f81fd1fd646 with Priority: HIGHEST for action port [ 627.755873] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.756021] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.756095] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.756298] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.756383] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.756636] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.760874] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.760874] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.760874] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.760874] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.760874] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: abaebe40-bf40-4663-9001-f1d144ec9ba9 already deleted. [ 627.760874] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.760874] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-155a7a91-788b-4c8a-bd19-9cf001bb1f63 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.760874] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-155a7a91-788b-4c8a-bd19-9cf001bb1f63" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.760874] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-155a7a91-788b-4c8a-bd19-9cf001bb1f63" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.760874] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-155a7a91-788b-4c8a-bd19-9cf001bb1f63" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.760874] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('155a7a91-788b-4c8a-bd19-9cf001bb1f63',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.762478] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-155a7a91-788b-4c8a-bd19-9cf001bb1f63 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.762478] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-155a7a91-788b-4c8a-bd19-9cf001bb1f63" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.762478] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-155a7a91-788b-4c8a-bd19-9cf001bb1f63" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.762478] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-155a7a91-788b-4c8a-bd19-9cf001bb1f63" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.762478] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.762478] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.762736] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.762736] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.762736] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.762814] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('155a7a91-788b-4c8a-bd19-9cf001bb1f63',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.763694] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-f47c14e7-900e-4a5c-ba4a-3f81fd1fd646 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.763765] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f47c14e7-900e-4a5c-ba4a-3f81fd1fd646" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.763796] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f47c14e7-900e-4a5c-ba4a-3f81fd1fd646" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.763954] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f47c14e7-900e-4a5c-ba4a-3f81fd1fd646" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.764032] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f47c14e7-900e-4a5c-ba4a-3f81fd1fd646',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.847152] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-581e3e6d-c83c-45f2-b38a-6cf937b7de1f taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.847325] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-581e3e6d-c83c-45f2-b38a-6cf937b7de1f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.847453] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('581e3e6d-c83c-45f2-b38a-6cf937b7de1f',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.854989] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7e39f33c-61e2-498f-8718-2a32946fd4df with status ACTIVE [ 627.855325] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.855506] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.855736] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.856260] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.856430] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.856718] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.856906] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.857069] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.857600] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.857600] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.857886] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.858113] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.858229] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.858618] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.858755] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.858896] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7e39f33c-61e2-498f-8718-2a32946fd4df is going to be updated. [ 627.881216] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.881216] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.881216] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.881216] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.881216] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.881216] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e39f33c-61e2-498f-8718-2a32946fd4df" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.049364] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-119 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.049556] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-119" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.049679] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-119" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.050018] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-119" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.050291] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.052012] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.052012] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.052012] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.052012] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.052235] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 628.052440] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 628.052510] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 628.052633] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 628.052756] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 628.052870] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 628.053041] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 628.062022] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3156511-f124-4c02-98ff-4135682e2eef taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.062170] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3156511-f124-4c02-98ff-4135682e2eef" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.062243] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3156511-f124-4c02-98ff-4135682e2eef" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.062450] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3156511-f124-4c02-98ff-4135682e2eef" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.062594] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.062688] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.062754] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.062895] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.062986] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.063071] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3156511-f124-4c02-98ff-4135682e2eef" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.063217] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3156511-f124-4c02-98ff-4135682e2eef taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.063311] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3156511-f124-4c02-98ff-4135682e2eef" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.063370] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3156511-f124-4c02-98ff-4135682e2eef" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.063507] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3156511-f124-4c02-98ff-4135682e2eef" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.063639] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.063729] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.063790] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.063931] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.063999] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.064085] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3156511-f124-4c02-98ff-4135682e2eef" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.064173] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e3156511-f124-4c02-98ff-4135682e2eef',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.070035] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 628.070387] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 628.070387] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 628.070498] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-119" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.070784] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-c337d5e1-1358-44bd-8035-7a6d3fccee03 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.070937] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-c337d5e1-1358-44bd-8035-7a6d3fccee03" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.071064] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-c337d5e1-1358-44bd-8035-7a6d3fccee03" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.071373] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-c337d5e1-1358-44bd-8035-7a6d3fccee03" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.071518] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c337d5e1-1358-44bd-8035-7a6d3fccee03',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.267155] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-155a7a91-788b-4c8a-bd19-9cf001bb1f63 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.267155] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-155a7a91-788b-4c8a-bd19-9cf001bb1f63" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.267155] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('155a7a91-788b-4c8a-bd19-9cf001bb1f63',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.267798] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f47c14e7-900e-4a5c-ba4a-3f81fd1fd646 with status ACTIVE [ 628.267981] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.268172] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.268248] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.268451] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.268540] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.268726] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.268823] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.268884] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.269047] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.269155] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.269370] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.269466] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.269526] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.269666] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.269740] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.269825] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f47c14e7-900e-4a5c-ba4a-3f81fd1fd646 is going to be updated. [ 628.290712] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.291521] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.291777] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.292074] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.292607] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.292900] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f47c14e7-900e-4a5c-ba4a-3f81fd1fd646" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.350716] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('581e3e6d-c83c-45f2-b38a-6cf937b7de1f',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.569575] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e3156511-f124-4c02-98ff-4135682e2eef: rpc.has_security_group_logging(os_id): False [ 628.578316] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.578316] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.578316] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.578316] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.578316] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.578316] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Segment Port c337d5e1-1358-44bd-8035-7a6d3fccee03 not found, creating... [ 628.578316] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.578316] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.578316] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.578830] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.578830] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.579361] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.579585] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.579804] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.580044] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.580400] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.580400] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: c337d5e1-1358-44bd-8035-7a6d3fccee03 is going to be created. [ 628.588926] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.589154] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.590094] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.590094] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.590094] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.591128] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.591128] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.591128] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.591128] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.591128] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.591128] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.591509] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.591509] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.591509] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.591685] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.591884] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.591985] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.592426] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.592618] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.592713] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.592833] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e3156511-f124-4c02-98ff-4135682e2eef is going to be created. [ 628.601979] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.601979] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.601979] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.601979] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.601979] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.601979] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-c337d5e1-1358-44bd-8035-7a6d3fccee03" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.652359] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.652716] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.652867] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.653054] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.653290] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.666924] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3156511-f124-4c02-98ff-4135682e2eef in Status: IN_PROGRESS for 2s [ 628.774831] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('155a7a91-788b-4c8a-bd19-9cf001bb1f63',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.856082] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.856082] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.856082] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.856082] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.856292] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.856292] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 581e3e6d-c83c-45f2-b38a-6cf937b7de1f is going to be created. [ 628.883157] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.883386] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.883468] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.884065] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.884065] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.897391] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 581e3e6d-c83c-45f2-b38a-6cf937b7de1f in Status: UNINITIALIZED for 2s [ 628.987806] env[70956]: INFO networking_nsxv3.common.synchronization [None req-541f3920-c921-4b62-9ecb-80ab6d64c61e tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Enqueued Resource ID: dfd45fa7-fdf9-4176-8c38-b361ac0897f3 with Priority: HIGHEST for action security_group_rules [ 628.988765] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfd45fa7-fdf9-4176-8c38-b361ac0897f3 with Priority: HIGHEST for action security_group_rules [ 628.988765] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dfd45fa7-fdf9-4176-8c38-b361ac0897f3 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.988872] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dfd45fa7-fdf9-4176-8c38-b361ac0897f3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.988939] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dfd45fa7-fdf9-4176-8c38-b361ac0897f3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.989848] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dfd45fa7-fdf9-4176-8c38-b361ac0897f3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.989848] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dfd45fa7-fdf9-4176-8c38-b361ac0897f3',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.060468] env[70956]: INFO networking_nsxv3.common.synchronization [None req-20ce814f-79bf-4e74-803c-4a82ea7d7461 None None] Enqueued Resource ID: 488d1183-1fac-469f-863d-b4b82dd808cf with Priority: HIGHEST for action port [ 629.061788] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 488d1183-1fac-469f-863d-b4b82dd808cf with Priority: HIGHEST for action port [ 629.061788] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-488d1183-1fac-469f-863d-b4b82dd808cf taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.061788] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-488d1183-1fac-469f-863d-b4b82dd808cf" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.061788] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-488d1183-1fac-469f-863d-b4b82dd808cf" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.062309] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-488d1183-1fac-469f-863d-b4b82dd808cf" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.062309] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('488d1183-1fac-469f-863d-b4b82dd808cf',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.160352] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 776aa801-3011-42d9-8ef3-d78431d3f11a in Status: SUCCESS [ 629.161368] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-776aa801-3011-42d9-8ef3-d78431d3f11a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.190582] env[70956]: INFO networking_nsxv3.common.synchronization [None req-9112e0c9-9c8a-408e-9782-3e39225669f6 None None] Enqueued Resource ID: 924912b4-fa72-473e-b010-9aae924bd9e1 with Priority: HIGHEST for action port [ 629.191087] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 924912b4-fa72-473e-b010-9aae924bd9e1 with Priority: HIGHEST for action port [ 629.191447] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-924912b4-fa72-473e-b010-9aae924bd9e1 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.191587] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-924912b4-fa72-473e-b010-9aae924bd9e1" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.191628] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-924912b4-fa72-473e-b010-9aae924bd9e1" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.191877] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-924912b4-fa72-473e-b010-9aae924bd9e1" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.191966] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('924912b4-fa72-473e-b010-9aae924bd9e1',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.278918] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.279166] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.279256] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.279541] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.279631] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.279777] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 155a7a91-788b-4c8a-bd19-9cf001bb1f63 is going to be created. [ 629.308784] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.308939] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.309031] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.309336] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.309388] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.321305] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 155a7a91-788b-4c8a-bd19-9cf001bb1f63 in Status: UNINITIALIZED for 2s [ 629.336740] env[70956]: INFO networking_nsxv3.common.synchronization [req-83ea9a27-cbe7-4c76-8458-77cd3f284455 req-19b229b2-afb7-442e-ad95-481129792390 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Enqueued Resource ID: abaebe40-bf40-4663-9001-f1d144ec9ba9 with Priority: HIGHEST for action security_group_members [ 629.337287] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abaebe40-bf40-4663-9001-f1d144ec9ba9 with Priority: HIGHEST for action security_group_members [ 629.337591] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-abaebe40-bf40-4663-9001-f1d144ec9ba9 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.337767] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.337767] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.337957] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.338553] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.338652] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.338713] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.338865] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.338947] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.339052] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('abaebe40-bf40-4663-9001-f1d144ec9ba9',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.512435] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.512858] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.512858] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.512858] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.513623] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.513623] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dfd45fa7-fdf9-4176-8c38-b361ac0897f3 already deleted. [ 629.513623] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dfd45fa7-fdf9-4176-8c38-b361ac0897f3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.538200] env[70956]: INFO networking_nsxv3.common.synchronization [None req-0df44f9c-eeab-4a56-bfa2-88748b60fdad tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Enqueued Resource ID: dfd45fa7-fdf9-4176-8c38-b361ac0897f3 with Priority: HIGHEST for action security_group_rules [ 629.539058] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfd45fa7-fdf9-4176-8c38-b361ac0897f3 with Priority: HIGHEST for action security_group_rules [ 629.539058] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dfd45fa7-fdf9-4176-8c38-b361ac0897f3 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.539350] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dfd45fa7-fdf9-4176-8c38-b361ac0897f3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.539350] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dfd45fa7-fdf9-4176-8c38-b361ac0897f3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.539525] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dfd45fa7-fdf9-4176-8c38-b361ac0897f3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.539817] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dfd45fa7-fdf9-4176-8c38-b361ac0897f3',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.566254] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 488d1183-1fac-469f-863d-b4b82dd808cf [ 629.566492] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.566826] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.566826] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.566970] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.566970] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.567108] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:488d1183-1fac-469f-863d-b4b82dd808cf already deleted. [ 629.567155] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-488d1183-1fac-469f-863d-b4b82dd808cf" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.693981] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 924912b4-fa72-473e-b010-9aae924bd9e1 [ 629.694278] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.694400] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.694484] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.694886] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.694996] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.695107] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:924912b4-fa72-473e-b010-9aae924bd9e1 already deleted. [ 629.695204] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-924912b4-fa72-473e-b010-9aae924bd9e1" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.840959] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('abaebe40-bf40-4663-9001-f1d144ec9ba9',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.970775] env[70956]: INFO networking_nsxv3.common.synchronization [None req-d028a623-d287-493c-b3b9-15c44b1dc071 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] Enqueued Resource ID: 8cb3a2dd-498a-4771-96dd-6cb7d3a3d704 with Priority: HIGHEST for action security_group_rules [ 629.971315] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cb3a2dd-498a-4771-96dd-6cb7d3a3d704 with Priority: HIGHEST for action security_group_rules [ 629.971613] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8cb3a2dd-498a-4771-96dd-6cb7d3a3d704 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.971734] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8cb3a2dd-498a-4771-96dd-6cb7d3a3d704" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.971796] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8cb3a2dd-498a-4771-96dd-6cb7d3a3d704" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.972072] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8cb3a2dd-498a-4771-96dd-6cb7d3a3d704" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.972159] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8cb3a2dd-498a-4771-96dd-6cb7d3a3d704',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.061730] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.061876] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.061945] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.065319] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.065449] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.065531] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dfd45fa7-fdf9-4176-8c38-b361ac0897f3 already deleted. [ 630.065605] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dfd45fa7-fdf9-4176-8c38-b361ac0897f3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.175098] env[70956]: INFO networking_nsxv3.common.synchronization [None req-04b8ba29-e6db-4456-a20c-231d2ca3606e tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] Enqueued Resource ID: 8cb3a2dd-498a-4771-96dd-6cb7d3a3d704 with Priority: HIGHEST for action security_group_rules [ 630.175385] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cb3a2dd-498a-4771-96dd-6cb7d3a3d704 with Priority: HIGHEST for action security_group_rules [ 630.177021] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8cb3a2dd-498a-4771-96dd-6cb7d3a3d704 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.179736] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8cb3a2dd-498a-4771-96dd-6cb7d3a3d704" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.348049] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('abaebe40-bf40-4663-9001-f1d144ec9ba9',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.434883] env[70956]: INFO networking_nsxv3.common.synchronization [req-d7213915-b036-45d0-a84f-7896d576cc73 req-145ed876-522e-49d7-8fd0-3cddab62d68a service nova] Enqueued Resource ID: abaebe40-bf40-4663-9001-f1d144ec9ba9 with Priority: HIGHEST for action security_group_rules [ 630.435053] env[70956]: INFO networking_nsxv3.common.synchronization [req-d7213915-b036-45d0-a84f-7896d576cc73 req-145ed876-522e-49d7-8fd0-3cddab62d68a service nova] Enqueued Resource ID: abaebe40-bf40-4663-9001-f1d144ec9ba9 with Priority: HIGHEST for action security_group_members [ 630.435222] env[70956]: INFO networking_nsxv3.common.synchronization [req-d7213915-b036-45d0-a84f-7896d576cc73 req-145ed876-522e-49d7-8fd0-3cddab62d68a service nova] Enqueued Resource ID: c337d5e1-1358-44bd-8035-7a6d3fccee03 with Priority: HIGHEST for action port [ 630.435760] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abaebe40-bf40-4663-9001-f1d144ec9ba9 with Priority: HIGHEST for action security_group_rules [ 630.435911] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abaebe40-bf40-4663-9001-f1d144ec9ba9 with Priority: HIGHEST for action security_group_members [ 630.436018] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c337d5e1-1358-44bd-8035-7a6d3fccee03 with Priority: HIGHEST for action port [ 630.436354] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-abaebe40-bf40-4663-9001-f1d144ec9ba9 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.436486] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.436552] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.436839] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.436919] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('abaebe40-bf40-4663-9001-f1d144ec9ba9',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.437905] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-abaebe40-bf40-4663-9001-f1d144ec9ba9 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.437982] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.438189] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-c337d5e1-1358-44bd-8035-7a6d3fccee03 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.438321] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c337d5e1-1358-44bd-8035-7a6d3fccee03" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.438388] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c337d5e1-1358-44bd-8035-7a6d3fccee03" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.438592] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c337d5e1-1358-44bd-8035-7a6d3fccee03" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.438671] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c337d5e1-1358-44bd-8035-7a6d3fccee03',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.495571] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.495753] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.495836] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.496077] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.496221] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.496324] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8cb3a2dd-498a-4771-96dd-6cb7d3a3d704 already deleted. [ 630.496410] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8cb3a2dd-498a-4771-96dd-6cb7d3a3d704" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.496586] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8cb3a2dd-498a-4771-96dd-6cb7d3a3d704" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.496769] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8cb3a2dd-498a-4771-96dd-6cb7d3a3d704" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.496854] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8cb3a2dd-498a-4771-96dd-6cb7d3a3d704',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.557017] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-119 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.557017] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-119" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.557017] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-119" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.557017] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-119" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.557017] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.557017] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.557017] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.557617] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.557893] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.558303] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 630.558567] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 630.559021] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 630.559326] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 630.559589] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 630.559806] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 630.560066] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 630.579706] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 630.581018] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 630.581018] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 630.581018] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-119" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.581018] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-99c7b1e7-3ba1-4a56-b957-4b5df7ba0578 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.581292] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-99c7b1e7-3ba1-4a56-b957-4b5df7ba0578" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.581526] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-99c7b1e7-3ba1-4a56-b957-4b5df7ba0578" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.581948] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-99c7b1e7-3ba1-4a56-b957-4b5df7ba0578" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.582233] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99c7b1e7-3ba1-4a56-b957-4b5df7ba0578',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.683847] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3156511-f124-4c02-98ff-4135682e2eef in Status: SUCCESS [ 630.683847] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e3156511-f124-4c02-98ff-4135682e2eef" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.849199] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.849543] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.849543] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.849734] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.849805] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.849938] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: abaebe40-bf40-4663-9001-f1d144ec9ba9 is going to be created. [ 630.871555] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.871726] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.871787] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.871981] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.872158] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.880896] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: abaebe40-bf40-4663-9001-f1d144ec9ba9 in Status: UNINITIALIZED for 2s [ 630.905966] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 581e3e6d-c83c-45f2-b38a-6cf937b7de1f in Status: SUCCESS [ 630.905966] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-581e3e6d-c83c-45f2-b38a-6cf937b7de1f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.906183] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-581e3e6d-c83c-45f2-b38a-6cf937b7de1f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.906364] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-581e3e6d-c83c-45f2-b38a-6cf937b7de1f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.909026] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.910090] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.910226] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.910418] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.910604] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.910664] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-581e3e6d-c83c-45f2-b38a-6cf937b7de1f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.910729] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('581e3e6d-c83c-45f2-b38a-6cf937b7de1f',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.940847] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-abaebe40-bf40-4663-9001-f1d144ec9ba9 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.941099] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.942331] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c337d5e1-1358-44bd-8035-7a6d3fccee03 with status ACTIVE [ 630.942887] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.942887] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.942887] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.943213] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.943213] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.943275] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.943335] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.943685] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.943685] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.943685] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.944043] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.944043] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.944043] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.944280] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.944280] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.944280] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c337d5e1-1358-44bd-8035-7a6d3fccee03 is going to be updated. [ 630.974341] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.975883] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.975883] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.975883] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.975883] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.975883] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c337d5e1-1358-44bd-8035-7a6d3fccee03" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.019882] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.019882] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.019882] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.019882] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.019882] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.019882] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8cb3a2dd-498a-4771-96dd-6cb7d3a3d704 already deleted. [ 631.019882] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8cb3a2dd-498a-4771-96dd-6cb7d3a3d704" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.088259] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.088574] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.088574] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.088850] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.089131] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.089426] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Segment Port 99c7b1e7-3ba1-4a56-b957-4b5df7ba0578 not found, creating... [ 631.089726] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.089726] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.089902] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.090083] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.090384] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.090707] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.090833] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.090893] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.091158] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.091446] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.091446] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: 99c7b1e7-3ba1-4a56-b957-4b5df7ba0578 is going to be created. [ 631.120226] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.120468] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.120606] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.120873] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.121122] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.121351] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-99c7b1e7-3ba1-4a56-b957-4b5df7ba0578" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.296715] env[70956]: INFO networking_nsxv3.common.synchronization [None req-337e173e-2258-48af-8979-fc9978dacb3f tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Enqueued Resource ID: 524a78e9-254f-48b7-aafc-e2a84cdbf82c with Priority: HIGHEST for action security_group_rules [ 631.297296] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 524a78e9-254f-48b7-aafc-e2a84cdbf82c with Priority: HIGHEST for action security_group_rules [ 631.297609] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-524a78e9-254f-48b7-aafc-e2a84cdbf82c taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.297748] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-524a78e9-254f-48b7-aafc-e2a84cdbf82c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.297810] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-524a78e9-254f-48b7-aafc-e2a84cdbf82c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.298076] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-524a78e9-254f-48b7-aafc-e2a84cdbf82c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.298227] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('524a78e9-254f-48b7-aafc-e2a84cdbf82c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.333391] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 155a7a91-788b-4c8a-bd19-9cf001bb1f63 in Status: SUCCESS [ 631.333391] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-155a7a91-788b-4c8a-bd19-9cf001bb1f63" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.333391] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-155a7a91-788b-4c8a-bd19-9cf001bb1f63" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.333391] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-155a7a91-788b-4c8a-bd19-9cf001bb1f63" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.333391] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.333391] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.333391] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.333391] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.333391] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.333391] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-155a7a91-788b-4c8a-bd19-9cf001bb1f63" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.333391] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('155a7a91-788b-4c8a-bd19-9cf001bb1f63',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.414517] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-581e3e6d-c83c-45f2-b38a-6cf937b7de1f taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.414517] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-581e3e6d-c83c-45f2-b38a-6cf937b7de1f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.414517] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-581e3e6d-c83c-45f2-b38a-6cf937b7de1f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.414517] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-581e3e6d-c83c-45f2-b38a-6cf937b7de1f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.414517] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.414517] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.414517] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.414517] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.414517] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.414517] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-581e3e6d-c83c-45f2-b38a-6cf937b7de1f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.414517] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-581e3e6d-c83c-45f2-b38a-6cf937b7de1f taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.414517] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-581e3e6d-c83c-45f2-b38a-6cf937b7de1f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.414517] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-581e3e6d-c83c-45f2-b38a-6cf937b7de1f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.415042] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-581e3e6d-c83c-45f2-b38a-6cf937b7de1f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.415042] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.415042] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.415042] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.415042] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.415042] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.415247] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-581e3e6d-c83c-45f2-b38a-6cf937b7de1f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.415247] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('581e3e6d-c83c-45f2-b38a-6cf937b7de1f',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.508571] env[70956]: INFO networking_nsxv3.common.synchronization [None req-2446255b-0dd9-43dc-b280-cc250fe457ad tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Enqueued Resource ID: 524a78e9-254f-48b7-aafc-e2a84cdbf82c with Priority: HIGHEST for action security_group_rules [ 631.508836] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 524a78e9-254f-48b7-aafc-e2a84cdbf82c with Priority: HIGHEST for action security_group_rules [ 631.509502] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-524a78e9-254f-48b7-aafc-e2a84cdbf82c taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.509502] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-524a78e9-254f-48b7-aafc-e2a84cdbf82c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.662148] env[70956]: INFO networking_nsxv3.common.synchronization [req-76544d83-0b55-4a69-94de-1188c658a66b req-22e37f54-3fba-4008-84a0-b6414a543d32 tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] Enqueued Resource ID: ddfece2d-6d53-4deb-9458-8ea9239bfe7f with Priority: HIGHEST for action security_group_members [ 631.662148] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddfece2d-6d53-4deb-9458-8ea9239bfe7f with Priority: HIGHEST for action security_group_members [ 631.662148] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddfece2d-6d53-4deb-9458-8ea9239bfe7f taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.662148] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddfece2d-6d53-4deb-9458-8ea9239bfe7f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.662148] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddfece2d-6d53-4deb-9458-8ea9239bfe7f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.662148] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddfece2d-6d53-4deb-9458-8ea9239bfe7f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.662148] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.662982] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.663210] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.663493] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.663813] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.664460] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ddfece2d-6d53-4deb-9458-8ea9239bfe7f',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.820630] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.820832] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.820832] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.821132] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.821218] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.821253] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 524a78e9-254f-48b7-aafc-e2a84cdbf82c already deleted. [ 631.821331] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-524a78e9-254f-48b7-aafc-e2a84cdbf82c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.821524] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-524a78e9-254f-48b7-aafc-e2a84cdbf82c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.821686] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-524a78e9-254f-48b7-aafc-e2a84cdbf82c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.821763] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('524a78e9-254f-48b7-aafc-e2a84cdbf82c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.837406] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-155a7a91-788b-4c8a-bd19-9cf001bb1f63 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.837406] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-155a7a91-788b-4c8a-bd19-9cf001bb1f63" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.837406] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-155a7a91-788b-4c8a-bd19-9cf001bb1f63" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.837406] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-155a7a91-788b-4c8a-bd19-9cf001bb1f63" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.837406] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.837406] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.837406] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.837406] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.837406] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.837406] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-155a7a91-788b-4c8a-bd19-9cf001bb1f63" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.837406] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-155a7a91-788b-4c8a-bd19-9cf001bb1f63 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.837406] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-155a7a91-788b-4c8a-bd19-9cf001bb1f63" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.837406] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-155a7a91-788b-4c8a-bd19-9cf001bb1f63" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.837406] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-155a7a91-788b-4c8a-bd19-9cf001bb1f63" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.837406] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.837406] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.838231] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.838231] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.838231] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.838231] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-155a7a91-788b-4c8a-bd19-9cf001bb1f63" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.838231] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('155a7a91-788b-4c8a-bd19-9cf001bb1f63',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.921640] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 581e3e6d-c83c-45f2-b38a-6cf937b7de1f: rpc.has_security_group_logging(os_id): False [ 631.938749] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.938890] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.938967] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.939208] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.939326] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.939566] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.939674] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.939736] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.939937] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.940057] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.940254] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.940369] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.940999] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.941217] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.941306] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.941507] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.941606] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.941665] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.941810] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.941888] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.941975] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 581e3e6d-c83c-45f2-b38a-6cf937b7de1f is going to be created. [ 631.981685] env[70956]: INFO networking_nsxv3.common.synchronization [None req-1bcba0aa-6871-47d1-a37c-3ea3b9074749 None None] Enqueued Resource ID: 86855c1b-e8dd-4e7f-9421-bdca3f3f77c7 with Priority: HIGHEST for action port [ 631.982434] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86855c1b-e8dd-4e7f-9421-bdca3f3f77c7 with Priority: HIGHEST for action port [ 631.983667] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-86855c1b-e8dd-4e7f-9421-bdca3f3f77c7 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.983825] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-86855c1b-e8dd-4e7f-9421-bdca3f3f77c7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.983825] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-86855c1b-e8dd-4e7f-9421-bdca3f3f77c7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.984103] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-86855c1b-e8dd-4e7f-9421-bdca3f3f77c7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.984211] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86855c1b-e8dd-4e7f-9421-bdca3f3f77c7',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.999040] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.999187] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.999248] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.999537] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.999749] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.009974] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 581e3e6d-c83c-45f2-b38a-6cf937b7de1f in Status: IN_PROGRESS for 2s [ 632.169317] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.169447] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.169523] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.169750] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.169844] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.170064] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.170168] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.170229] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.170381] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.170459] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.170545] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ddfece2d-6d53-4deb-9458-8ea9239bfe7f already deleted. [ 632.170656] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddfece2d-6d53-4deb-9458-8ea9239bfe7f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.341565] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 155a7a91-788b-4c8a-bd19-9cf001bb1f63: rpc.has_security_group_logging(os_id): False [ 632.343349] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.343480] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.343542] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.343748] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.343932] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.343932] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 524a78e9-254f-48b7-aafc-e2a84cdbf82c already deleted. [ 632.344013] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-524a78e9-254f-48b7-aafc-e2a84cdbf82c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.357346] env[70956]: INFO networking_nsxv3.common.synchronization [req-83ea9a27-cbe7-4c76-8458-77cd3f284455 req-10acb192-5e72-4f23-b60c-ae0a09e0c895 service nova] Enqueued Resource ID: abaebe40-bf40-4663-9001-f1d144ec9ba9 with Priority: HIGHEST for action security_group_rules [ 632.357589] env[70956]: INFO networking_nsxv3.common.synchronization [req-83ea9a27-cbe7-4c76-8458-77cd3f284455 req-10acb192-5e72-4f23-b60c-ae0a09e0c895 service nova] Enqueued Resource ID: abaebe40-bf40-4663-9001-f1d144ec9ba9 with Priority: HIGHEST for action security_group_members [ 632.357766] env[70956]: INFO networking_nsxv3.common.synchronization [req-83ea9a27-cbe7-4c76-8458-77cd3f284455 req-10acb192-5e72-4f23-b60c-ae0a09e0c895 service nova] Enqueued Resource ID: 99c7b1e7-3ba1-4a56-b957-4b5df7ba0578 with Priority: HIGHEST for action port [ 632.358745] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.358890] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.358923] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.359133] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.359258] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.359447] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.359554] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.359606] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.359786] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.360414] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.360626] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.360712] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.360784] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.361273] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.361368] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.361567] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.361665] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.361726] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.361874] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.362067] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.362067] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 155a7a91-788b-4c8a-bd19-9cf001bb1f63 is going to be created. [ 632.363378] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abaebe40-bf40-4663-9001-f1d144ec9ba9 with Priority: HIGHEST for action security_group_rules [ 632.363520] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abaebe40-bf40-4663-9001-f1d144ec9ba9 with Priority: HIGHEST for action security_group_members [ 632.363621] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99c7b1e7-3ba1-4a56-b957-4b5df7ba0578 with Priority: HIGHEST for action port [ 632.363871] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-abaebe40-bf40-4663-9001-f1d144ec9ba9 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.363971] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.364175] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-abaebe40-bf40-4663-9001-f1d144ec9ba9 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.364280] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.364461] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-99c7b1e7-3ba1-4a56-b957-4b5df7ba0578 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.365023] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-99c7b1e7-3ba1-4a56-b957-4b5df7ba0578" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.365090] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-99c7b1e7-3ba1-4a56-b957-4b5df7ba0578" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.365261] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-99c7b1e7-3ba1-4a56-b957-4b5df7ba0578" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.365344] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99c7b1e7-3ba1-4a56-b957-4b5df7ba0578',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.418892] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.419073] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.419159] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.419520] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.419934] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.434770] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 155a7a91-788b-4c8a-bd19-9cf001bb1f63 in Status: IN_PROGRESS for 2s [ 632.483294] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-303 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.483526] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-303" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.483651] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-303" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.483968] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-303" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.484175] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.484322] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.484436] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.484690] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.484779] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.484976] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 632.485093] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 632.485199] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 632.485302] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 632.485404] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 632.485504] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 632.485631] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 632.487049] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 86855c1b-e8dd-4e7f-9421-bdca3f3f77c7 [ 632.487220] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.487325] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.487388] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.487546] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.487620] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.487707] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:86855c1b-e8dd-4e7f-9421-bdca3f3f77c7 already deleted. [ 632.487785] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-86855c1b-e8dd-4e7f-9421-bdca3f3f77c7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.506404] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 632.506580] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 632.506723] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 632.506893] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-303" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.507217] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-1c8bfbe3-9966-4e20-b2d1-caddf0783767 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.507623] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-1c8bfbe3-9966-4e20-b2d1-caddf0783767" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.507623] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-1c8bfbe3-9966-4e20-b2d1-caddf0783767" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.507795] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-1c8bfbe3-9966-4e20-b2d1-caddf0783767" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.507952] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c8bfbe3-9966-4e20-b2d1-caddf0783767',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.867478] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 99c7b1e7-3ba1-4a56-b957-4b5df7ba0578 with status ACTIVE [ 632.867762] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.867946] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.868100] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.868477] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.868584] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.868778] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.868886] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.868953] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.869349] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.869349] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.869447] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.869516] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.869577] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.869719] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.870000] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.871174] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 99c7b1e7-3ba1-4a56-b957-4b5df7ba0578 is going to be updated. [ 632.889242] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: abaebe40-bf40-4663-9001-f1d144ec9ba9 in Status: SUCCESS [ 632.889358] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.889518] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.889724] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.889904] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.893017] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.893017] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.893017] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.893017] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.893017] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('abaebe40-bf40-4663-9001-f1d144ec9ba9',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.893017] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.893278] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.893278] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.893491] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.893863] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.894063] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-99c7b1e7-3ba1-4a56-b957-4b5df7ba0578" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.012542] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.012896] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.012896] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.013189] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.013340] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.013500] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Segment Port 1c8bfbe3-9966-4e20-b2d1-caddf0783767 not found, creating... [ 633.013762] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.013917] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.014047] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.014271] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.014414] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.014881] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.014881] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.015019] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.017029] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.017029] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.018029] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: 1c8bfbe3-9966-4e20-b2d1-caddf0783767 is going to be created. [ 633.040104] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.040339] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.040487] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.040773] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.041008] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.041243] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-1c8bfbe3-9966-4e20-b2d1-caddf0783767" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.393456] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('abaebe40-bf40-4663-9001-f1d144ec9ba9',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.897207] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('abaebe40-bf40-4663-9001-f1d144ec9ba9',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.022120] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 581e3e6d-c83c-45f2-b38a-6cf937b7de1f in Status: SUCCESS [ 634.022120] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-581e3e6d-c83c-45f2-b38a-6cf937b7de1f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.035765] env[70956]: INFO networking_nsxv3.common.synchronization [None req-787f32aa-8ceb-48c6-8c2c-bfa022f56df3 None None] Enqueued Resource ID: ff41e241-12de-404a-9c8e-a25931f2a92c with Priority: HIGHEST for action port [ 634.036037] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff41e241-12de-404a-9c8e-a25931f2a92c with Priority: HIGHEST for action port [ 634.036636] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff41e241-12de-404a-9c8e-a25931f2a92c taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.036764] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff41e241-12de-404a-9c8e-a25931f2a92c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.036831] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff41e241-12de-404a-9c8e-a25931f2a92c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.038288] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff41e241-12de-404a-9c8e-a25931f2a92c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.038375] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff41e241-12de-404a-9c8e-a25931f2a92c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.304205] env[70956]: INFO networking_nsxv3.common.synchronization [req-76544d83-0b55-4a69-94de-1188c658a66b req-d3436647-9928-4808-baf7-9eb31b4821c5 service nova] Enqueued Resource ID: ddfece2d-6d53-4deb-9458-8ea9239bfe7f with Priority: HIGHEST for action security_group_rules [ 634.304491] env[70956]: INFO networking_nsxv3.common.synchronization [req-76544d83-0b55-4a69-94de-1188c658a66b req-d3436647-9928-4808-baf7-9eb31b4821c5 service nova] Enqueued Resource ID: ddfece2d-6d53-4deb-9458-8ea9239bfe7f with Priority: HIGHEST for action security_group_members [ 634.304648] env[70956]: INFO networking_nsxv3.common.synchronization [req-76544d83-0b55-4a69-94de-1188c658a66b req-d3436647-9928-4808-baf7-9eb31b4821c5 service nova] Enqueued Resource ID: 1c8bfbe3-9966-4e20-b2d1-caddf0783767 with Priority: HIGHEST for action port [ 634.305551] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddfece2d-6d53-4deb-9458-8ea9239bfe7f with Priority: HIGHEST for action security_group_rules [ 634.305551] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddfece2d-6d53-4deb-9458-8ea9239bfe7f with Priority: HIGHEST for action security_group_members [ 634.305551] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c8bfbe3-9966-4e20-b2d1-caddf0783767 with Priority: HIGHEST for action port [ 634.305786] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ddfece2d-6d53-4deb-9458-8ea9239bfe7f taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.305903] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ddfece2d-6d53-4deb-9458-8ea9239bfe7f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.305982] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ddfece2d-6d53-4deb-9458-8ea9239bfe7f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.306861] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ddfece2d-6d53-4deb-9458-8ea9239bfe7f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.306861] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ddfece2d-6d53-4deb-9458-8ea9239bfe7f',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.307458] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddfece2d-6d53-4deb-9458-8ea9239bfe7f taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.307538] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddfece2d-6d53-4deb-9458-8ea9239bfe7f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.307538] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddfece2d-6d53-4deb-9458-8ea9239bfe7f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.308074] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddfece2d-6d53-4deb-9458-8ea9239bfe7f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.308074] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.308074] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.308074] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.308342] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.308342] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.308696] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ddfece2d-6d53-4deb-9458-8ea9239bfe7f',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.309321] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c8bfbe3-9966-4e20-b2d1-caddf0783767 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.309431] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c8bfbe3-9966-4e20-b2d1-caddf0783767" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.309574] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c8bfbe3-9966-4e20-b2d1-caddf0783767" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.310400] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c8bfbe3-9966-4e20-b2d1-caddf0783767" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.310400] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c8bfbe3-9966-4e20-b2d1-caddf0783767',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.398808] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.398945] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.399041] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.399666] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.399666] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.399666] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: abaebe40-bf40-4663-9001-f1d144ec9ba9 is going to be updated. [ 634.427438] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.427602] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.427674] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.427838] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.428074] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.440120] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: abaebe40-bf40-4663-9001-f1d144ec9ba9 in Status: IN_PROGRESS for 2s [ 634.450025] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 155a7a91-788b-4c8a-bd19-9cf001bb1f63 in Status: SUCCESS [ 634.450025] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-155a7a91-788b-4c8a-bd19-9cf001bb1f63" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.541105] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ff41e241-12de-404a-9c8e-a25931f2a92c [ 634.541681] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.541681] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.541681] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.541899] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.541899] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.541999] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ff41e241-12de-404a-9c8e-a25931f2a92c already deleted. [ 634.542108] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff41e241-12de-404a-9c8e-a25931f2a92c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.813264] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddfece2d-6d53-4deb-9458-8ea9239bfe7f taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.813500] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddfece2d-6d53-4deb-9458-8ea9239bfe7f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.813748] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ddfece2d-6d53-4deb-9458-8ea9239bfe7f',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.814823] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1c8bfbe3-9966-4e20-b2d1-caddf0783767 with status ACTIVE [ 634.816716] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.816920] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.820133] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.820659] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.820873] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.821406] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.821406] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.821824] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.821824] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.821824] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.823018] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.823018] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.823018] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.823018] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.823018] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.823018] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1c8bfbe3-9966-4e20-b2d1-caddf0783767 is going to be updated. [ 634.879122] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.879306] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.879391] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.879609] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.879746] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.879902] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c8bfbe3-9966-4e20-b2d1-caddf0783767" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.325670] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ddfece2d-6d53-4deb-9458-8ea9239bfe7f',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.830157] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.830383] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.830383] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.830611] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.830722] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.830831] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ddfece2d-6d53-4deb-9458-8ea9239bfe7f is going to be created. [ 635.853426] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.853531] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.853614] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.853841] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.853993] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.866740] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddfece2d-6d53-4deb-9458-8ea9239bfe7f in Status: UNINITIALIZED for 2s [ 636.452106] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: abaebe40-bf40-4663-9001-f1d144ec9ba9 in Status: SUCCESS [ 636.452106] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.452106] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.452106] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.452106] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.452106] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.452106] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.452106] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.452106] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.452106] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.452106] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('abaebe40-bf40-4663-9001-f1d144ec9ba9',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.452106] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.452106] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.452106] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.452106] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.452106] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.452106] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.452106] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.452106] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('abaebe40-bf40-4663-9001-f1d144ec9ba9',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.661172] env[70956]: INFO networking_nsxv3.common.synchronization [req-bdc292fe-8dba-4dd9-a7d6-65f1e69cac03 req-51fe6d8d-7ae9-4e74-bdfc-83189133f9fd tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Enqueued Resource ID: 8e7cb093-c160-4200-810a-24193daf0945 with Priority: HIGHEST for action security_group_members [ 636.661719] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e7cb093-c160-4200-810a-24193daf0945 with Priority: HIGHEST for action security_group_members [ 636.662891] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e7cb093-c160-4200-810a-24193daf0945 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.663042] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.663113] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.663368] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.663538] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.663638] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.663701] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.663855] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.663961] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.664036] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e7cb093-c160-4200-810a-24193daf0945',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.955515] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-abaebe40-bf40-4663-9001-f1d144ec9ba9 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.955891] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.956982] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('abaebe40-bf40-4663-9001-f1d144ec9ba9',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.167795] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.167969] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.168058] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.168357] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.168473] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.168857] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.168857] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.168857] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.169036] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.169036] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.169132] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e7cb093-c160-4200-810a-24193daf0945 already deleted. [ 637.169218] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.372073] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-996 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.372396] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-996" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.372633] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-996" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.373132] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-996" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.373588] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.373886] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.374115] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.374514] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.374792] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.375129] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 637.375264] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 637.375408] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 637.375527] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 637.375643] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 637.375753] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 637.375891] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 637.393215] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 637.393485] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 637.393606] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 637.393694] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-996" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.394008] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-0bca6732-35bb-451d-963c-93ea649d935a taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.394202] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-0bca6732-35bb-451d-963c-93ea649d935a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.394323] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-0bca6732-35bb-451d-963c-93ea649d935a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.394637] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-0bca6732-35bb-451d-963c-93ea649d935a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.394775] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0bca6732-35bb-451d-963c-93ea649d935a',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.461144] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('abaebe40-bf40-4663-9001-f1d144ec9ba9',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.470145] env[70956]: INFO networking_nsxv3.common.synchronization [req-2a9b6771-8bfa-43bf-935a-95e198ccc712 req-0e7fa7b3-2f37-4cde-99dc-badc9702cc94 tempest-ServerDiagnosticsNegativeTest-637110072 tempest-ServerDiagnosticsNegativeTest-637110072-project-member] Enqueued Resource ID: 29ed8045-9779-4414-bb15-0ac989a681d2 with Priority: HIGHEST for action security_group_members [ 637.471431] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29ed8045-9779-4414-bb15-0ac989a681d2 with Priority: HIGHEST for action security_group_members [ 637.471741] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-29ed8045-9779-4414-bb15-0ac989a681d2 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.471928] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29ed8045-9779-4414-bb15-0ac989a681d2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.471928] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29ed8045-9779-4414-bb15-0ac989a681d2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.473625] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29ed8045-9779-4414-bb15-0ac989a681d2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.473794] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.473931] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.474026] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.474130] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.474208] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.474307] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('29ed8045-9779-4414-bb15-0ac989a681d2',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.878572] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddfece2d-6d53-4deb-9458-8ea9239bfe7f in Status: SUCCESS [ 637.878572] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddfece2d-6d53-4deb-9458-8ea9239bfe7f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.878572] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddfece2d-6d53-4deb-9458-8ea9239bfe7f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.878572] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddfece2d-6d53-4deb-9458-8ea9239bfe7f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.878572] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.878572] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.878572] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.878572] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.878572] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.878572] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddfece2d-6d53-4deb-9458-8ea9239bfe7f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.878572] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ddfece2d-6d53-4deb-9458-8ea9239bfe7f',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.899693] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.899907] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.900046] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.900400] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.900576] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.900745] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Segment Port 0bca6732-35bb-451d-963c-93ea649d935a not found, creating... [ 637.901018] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.901182] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.901304] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.901525] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.901666] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.901942] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.902108] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.902227] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.902433] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.902569] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.902706] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: 0bca6732-35bb-451d-963c-93ea649d935a is going to be created. [ 637.922288] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.922491] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.922614] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.922922] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.923100] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.923454] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-0bca6732-35bb-451d-963c-93ea649d935a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.964534] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.964799] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.964799] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.964989] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.965092] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.965189] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: abaebe40-bf40-4663-9001-f1d144ec9ba9 is going to be updated. [ 637.977367] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.977367] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.977367] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.977367] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.977367] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.977367] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.977367] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.977367] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.977367] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.977367] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.977707] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29ed8045-9779-4414-bb15-0ac989a681d2 is going to be updated. [ 638.004987] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.005170] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.005237] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.005458] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.005613] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.007590] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.007708] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.007776] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.007959] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.008368] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.017465] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: abaebe40-bf40-4663-9001-f1d144ec9ba9 in Status: IN_PROGRESS for 2s [ 638.018246] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29ed8045-9779-4414-bb15-0ac989a681d2 in Status: IN_PROGRESS for 2s [ 638.375533] env[70956]: INFO networking_nsxv3.common.synchronization [None req-2f53698d-c5d8-48da-a612-3ff92e7250fc tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Enqueued Resource ID: 95d81304-fa63-4814-bcbe-9bcca0df4cda with Priority: HIGHEST for action security_group_rules [ 638.376992] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95d81304-fa63-4814-bcbe-9bcca0df4cda with Priority: HIGHEST for action security_group_rules [ 638.377317] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95d81304-fa63-4814-bcbe-9bcca0df4cda taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.377448] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95d81304-fa63-4814-bcbe-9bcca0df4cda" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.377892] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95d81304-fa63-4814-bcbe-9bcca0df4cda" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.378245] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95d81304-fa63-4814-bcbe-9bcca0df4cda" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.378345] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95d81304-fa63-4814-bcbe-9bcca0df4cda',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.382538] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddfece2d-6d53-4deb-9458-8ea9239bfe7f taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.382684] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddfece2d-6d53-4deb-9458-8ea9239bfe7f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.382744] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddfece2d-6d53-4deb-9458-8ea9239bfe7f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.382928] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddfece2d-6d53-4deb-9458-8ea9239bfe7f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.383378] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.383504] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.383576] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.383745] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.383850] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.383946] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddfece2d-6d53-4deb-9458-8ea9239bfe7f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.384148] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddfece2d-6d53-4deb-9458-8ea9239bfe7f taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.384202] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddfece2d-6d53-4deb-9458-8ea9239bfe7f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.384263] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddfece2d-6d53-4deb-9458-8ea9239bfe7f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.384402] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddfece2d-6d53-4deb-9458-8ea9239bfe7f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.385035] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.385163] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.385230] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.385533] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.385622] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.385706] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddfece2d-6d53-4deb-9458-8ea9239bfe7f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.385855] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ddfece2d-6d53-4deb-9458-8ea9239bfe7f',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.464395] env[70956]: INFO networking_nsxv3.common.synchronization [None req-53547d34-e5eb-4bee-aef5-6fdce9c9e2a7 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Enqueued Resource ID: 95d81304-fa63-4814-bcbe-9bcca0df4cda with Priority: HIGHEST for action security_group_rules [ 638.464881] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95d81304-fa63-4814-bcbe-9bcca0df4cda with Priority: HIGHEST for action security_group_rules [ 638.465505] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95d81304-fa63-4814-bcbe-9bcca0df4cda taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.465664] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95d81304-fa63-4814-bcbe-9bcca0df4cda" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.887930] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ddfece2d-6d53-4deb-9458-8ea9239bfe7f: rpc.has_security_group_logging(os_id): False [ 638.898280] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.898458] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.898522] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.898720] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.898806] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.898902] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95d81304-fa63-4814-bcbe-9bcca0df4cda already deleted. [ 638.898985] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95d81304-fa63-4814-bcbe-9bcca0df4cda" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.899159] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95d81304-fa63-4814-bcbe-9bcca0df4cda" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.899315] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95d81304-fa63-4814-bcbe-9bcca0df4cda" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.899400] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95d81304-fa63-4814-bcbe-9bcca0df4cda',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.901564] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.901697] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.901750] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.901907] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.901991] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.902178] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.902751] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.902850] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.903055] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.903095] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.903283] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.903384] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.903447] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.903585] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.903666] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.904089] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.904211] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.904290] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.904435] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.904513] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.904599] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ddfece2d-6d53-4deb-9458-8ea9239bfe7f is going to be created. [ 638.959710] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.959948] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.959948] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.960320] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.960513] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.970818] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ddfece2d-6d53-4deb-9458-8ea9239bfe7f in Status: IN_PROGRESS for 2s [ 639.205081] env[70956]: INFO networking_nsxv3.common.synchronization [req-bdc292fe-8dba-4dd9-a7d6-65f1e69cac03 req-0f503280-d695-44f4-bee4-8512abce52a8 service nova] Enqueued Resource ID: 8e7cb093-c160-4200-810a-24193daf0945 with Priority: HIGHEST for action security_group_rules [ 639.205634] env[70956]: INFO networking_nsxv3.common.synchronization [req-bdc292fe-8dba-4dd9-a7d6-65f1e69cac03 req-0f503280-d695-44f4-bee4-8512abce52a8 service nova] Enqueued Resource ID: 8e7cb093-c160-4200-810a-24193daf0945 with Priority: HIGHEST for action security_group_members [ 639.206426] env[70956]: INFO networking_nsxv3.common.synchronization [req-bdc292fe-8dba-4dd9-a7d6-65f1e69cac03 req-0f503280-d695-44f4-bee4-8512abce52a8 service nova] Enqueued Resource ID: 0bca6732-35bb-451d-963c-93ea649d935a with Priority: HIGHEST for action port [ 639.207286] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e7cb093-c160-4200-810a-24193daf0945 with Priority: HIGHEST for action security_group_rules [ 639.208062] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e7cb093-c160-4200-810a-24193daf0945 with Priority: HIGHEST for action security_group_members [ 639.211553] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bca6732-35bb-451d-963c-93ea649d935a with Priority: HIGHEST for action port [ 639.211553] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e7cb093-c160-4200-810a-24193daf0945 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.211553] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.211553] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.211553] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.211553] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e7cb093-c160-4200-810a-24193daf0945',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.211553] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e7cb093-c160-4200-810a-24193daf0945 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.211553] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.211553] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.213031] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.213031] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.213031] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.213031] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.213031] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.213031] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.213031] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e7cb093-c160-4200-810a-24193daf0945',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.214107] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-0bca6732-35bb-451d-963c-93ea649d935a taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.214107] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0bca6732-35bb-451d-963c-93ea649d935a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.214107] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0bca6732-35bb-451d-963c-93ea649d935a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.214635] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0bca6732-35bb-451d-963c-93ea649d935a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.214635] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0bca6732-35bb-451d-963c-93ea649d935a',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.365118] env[70956]: INFO networking_nsxv3.common.synchronization [req-6f91c1a8-d35d-4cea-b6c7-57e9429d45dc req-17a69c47-9828-4727-8cd4-0e047a9deb44 tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Enqueued Resource ID: ef744301-e635-4102-a37d-cb2a8f905aab with Priority: HIGHEST for action security_group_members [ 639.365118] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef744301-e635-4102-a37d-cb2a8f905aab with Priority: HIGHEST for action security_group_members [ 639.365118] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef744301-e635-4102-a37d-cb2a8f905aab taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.365118] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.365118] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.365118] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.365384] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.365384] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.365384] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.365493] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.365584] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.365622] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef744301-e635-4102-a37d-cb2a8f905aab',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.427490] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.427490] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.427490] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.427490] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.427490] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.427490] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95d81304-fa63-4814-bcbe-9bcca0df4cda already deleted. [ 639.427490] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95d81304-fa63-4814-bcbe-9bcca0df4cda" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.716361] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e7cb093-c160-4200-810a-24193daf0945',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.719687] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e7cb093-c160-4200-810a-24193daf0945 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.719687] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.719687] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0bca6732-35bb-451d-963c-93ea649d935a with status ACTIVE [ 639.719687] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.719687] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.719687] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.720855] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.720855] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.720855] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.720855] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.720855] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.720855] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.720855] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.721106] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.721106] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.725118] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.725118] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.725118] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.725118] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0bca6732-35bb-451d-963c-93ea649d935a is going to be updated. [ 639.745232] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.745539] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.745639] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.746135] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.746385] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.746627] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0bca6732-35bb-451d-963c-93ea649d935a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.868429] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.868610] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.868689] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.869395] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.869395] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.869395] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.869395] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.869678] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.869678] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.869678] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.869784] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef744301-e635-4102-a37d-cb2a8f905aab already deleted. [ 639.870208] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.029941] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: abaebe40-bf40-4663-9001-f1d144ec9ba9 in Status: SUCCESS [ 640.033236] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.033236] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.033236] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.033236] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.033236] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.033236] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.033236] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.033236] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.033236] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.033236] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-abaebe40-bf40-4663-9001-f1d144ec9ba9 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.033236] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.033236] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.033236] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.033236] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.033236] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.033236] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.033236] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.033236] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.033990] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.033990] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('abaebe40-bf40-4663-9001-f1d144ec9ba9',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.035127] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29ed8045-9779-4414-bb15-0ac989a681d2 in Status: SUCCESS [ 640.035409] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29ed8045-9779-4414-bb15-0ac989a681d2 deletion is rescheduled due to dependency. [ 640.035541] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29ed8045-9779-4414-bb15-0ac989a681d2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.185443] env[70956]: INFO networking_nsxv3.common.synchronization [req-6f91c1a8-d35d-4cea-b6c7-57e9429d45dc req-f21c71d9-4704-49ab-91cb-a9673ff973c9 tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Enqueued Resource ID: ef744301-e635-4102-a37d-cb2a8f905aab with Priority: HIGHEST for action security_group_members [ 640.189622] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef744301-e635-4102-a37d-cb2a8f905aab with Priority: HIGHEST for action security_group_members [ 640.189622] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef744301-e635-4102-a37d-cb2a8f905aab taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.189622] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.189622] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.189622] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.189622] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.189622] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.189622] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.189622] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.189622] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.189622] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef744301-e635-4102-a37d-cb2a8f905aab',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.228447] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e7cb093-c160-4200-810a-24193daf0945',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.539276] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for abaebe40-bf40-4663-9001-f1d144ec9ba9: rpc.has_security_group_logging(os_id): False [ 640.572677] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.572677] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.572677] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.572677] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.572677] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.572677] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.572677] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.572677] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.572677] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.572677] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.572677] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.577534] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.577534] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.577534] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.577534] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.577534] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.577534] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.577534] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.577534] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.577534] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.577534] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: abaebe40-bf40-4663-9001-f1d144ec9ba9 is going to be created. [ 640.653601] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.654144] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.654784] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.655272] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.655583] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.670146] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: abaebe40-bf40-4663-9001-f1d144ec9ba9 in Status: IN_PROGRESS for 2s [ 640.693130] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.693130] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.693130] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.693130] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.693330] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.693467] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.693651] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.693780] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.694057] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.694171] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.694317] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef744301-e635-4102-a37d-cb2a8f905aab already deleted. [ 640.694456] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.733059] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.733477] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.733477] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.733621] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.733711] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.733833] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e7cb093-c160-4200-810a-24193daf0945 is going to be created. [ 640.768849] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.768849] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.768849] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.768849] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.768849] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.775576] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e7cb093-c160-4200-810a-24193daf0945 in Status: UNINITIALIZED for 2s [ 640.982244] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ddfece2d-6d53-4deb-9458-8ea9239bfe7f in Status: SUCCESS [ 640.982469] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ddfece2d-6d53-4deb-9458-8ea9239bfe7f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.059590] env[70956]: INFO networking_nsxv3.common.synchronization [req-6f91c1a8-d35d-4cea-b6c7-57e9429d45dc req-8219a0ff-d9f8-4ed6-a0b8-b8c9fe768ef5 tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Enqueued Resource ID: ef744301-e635-4102-a37d-cb2a8f905aab with Priority: HIGHEST for action security_group_members [ 641.061137] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef744301-e635-4102-a37d-cb2a8f905aab with Priority: HIGHEST for action security_group_members [ 641.061137] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef744301-e635-4102-a37d-cb2a8f905aab taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.061137] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.061137] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.061137] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.061137] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.061137] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.061488] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.061488] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.061488] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.061488] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef744301-e635-4102-a37d-cb2a8f905aab',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.566125] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.566125] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.566125] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.566300] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.566435] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.566876] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.567193] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.567273] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.567501] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.567589] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.567681] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef744301-e635-4102-a37d-cb2a8f905aab already deleted. [ 641.567760] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.667491] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-980 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.667491] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-980" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.667491] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-980" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.668911] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-980" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.672789] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.672789] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.672789] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.672789] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.672789] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.672789] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 641.672789] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 641.672789] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 641.673476] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 641.674268] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 641.674583] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 641.674828] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 641.703477] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 641.703618] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 641.703693] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 641.703876] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-980" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.704210] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-c9cd21f1-186b-46e6-abb3-2514f1b85fcd taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.704395] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-c9cd21f1-186b-46e6-abb3-2514f1b85fcd" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.704496] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-c9cd21f1-186b-46e6-abb3-2514f1b85fcd" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.704825] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-c9cd21f1-186b-46e6-abb3-2514f1b85fcd" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.704964] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9cd21f1-186b-46e6-abb3-2514f1b85fcd',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.211028] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.211028] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.211028] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.211028] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.211028] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.211028] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Segment Port c9cd21f1-186b-46e6-abb3-2514f1b85fcd not found, creating... [ 642.211028] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.211028] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.211028] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.211028] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.211028] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.211718] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.211718] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.211718] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.211718] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.211718] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.211718] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: c9cd21f1-186b-46e6-abb3-2514f1b85fcd is going to be created. [ 642.233049] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.233140] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.233229] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.233482] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.233707] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.233919] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-c9cd21f1-186b-46e6-abb3-2514f1b85fcd" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.458937] env[70956]: INFO networking_nsxv3.common.synchronization [req-c52ab6aa-6395-4af8-a3f3-d8a7532a2928 req-c5eb9117-23ff-4cba-b4b0-b5fe5c21dfa1 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Enqueued Resource ID: dfd45fa7-fdf9-4176-8c38-b361ac0897f3 with Priority: HIGHEST for action security_group_members [ 642.458937] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfd45fa7-fdf9-4176-8c38-b361ac0897f3 with Priority: HIGHEST for action security_group_members [ 642.458937] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfd45fa7-fdf9-4176-8c38-b361ac0897f3 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.458937] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfd45fa7-fdf9-4176-8c38-b361ac0897f3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.460604] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfd45fa7-fdf9-4176-8c38-b361ac0897f3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.461539] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfd45fa7-fdf9-4176-8c38-b361ac0897f3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.461898] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.462179] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.462645] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.462969] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.463504] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.464243] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfd45fa7-fdf9-4176-8c38-b361ac0897f3',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.684765] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: abaebe40-bf40-4663-9001-f1d144ec9ba9 in Status: SUCCESS [ 642.684765] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.684765] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.684765] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.684765] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('abaebe40-bf40-4663-9001-f1d144ec9ba9',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.786445] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e7cb093-c160-4200-810a-24193daf0945 in Status: SUCCESS [ 642.787195] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.787505] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.787822] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.788409] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.788766] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.788766] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.789713] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.789713] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.789713] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.789713] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8e7cb093-c160-4200-810a-24193daf0945',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.966321] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.966506] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.966578] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.966796] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.967148] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.968935] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.968935] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.968935] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.968935] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.968935] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.968935] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfd45fa7-fdf9-4176-8c38-b361ac0897f3 already deleted. [ 642.968935] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfd45fa7-fdf9-4176-8c38-b361ac0897f3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.191362] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-abaebe40-bf40-4663-9001-f1d144ec9ba9 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.191362] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.191362] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.191362] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.191362] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.191362] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.191362] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.191362] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.191362] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.191362] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.191362] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('abaebe40-bf40-4663-9001-f1d144ec9ba9',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.297872] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e7cb093-c160-4200-810a-24193daf0945 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.297872] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.297872] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.297872] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.297872] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.297872] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.297872] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.297872] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.297872] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.297872] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.297872] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e7cb093-c160-4200-810a-24193daf0945 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.297872] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.297872] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.297872] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.297872] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.297872] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.298834] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.298834] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.298834] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.298834] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.298834] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8e7cb093-c160-4200-810a-24193daf0945',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.695892] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-abaebe40-bf40-4663-9001-f1d144ec9ba9 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.695892] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.695892] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.695892] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.695892] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.695892] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.695892] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.695892] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.695892] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.695892] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.695892] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-abaebe40-bf40-4663-9001-f1d144ec9ba9 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.695892] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.695892] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.695892] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.695892] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.695892] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.698227] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.698227] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.698227] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.698227] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.698227] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('abaebe40-bf40-4663-9001-f1d144ec9ba9',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.735348] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-74 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.735618] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-74" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.735958] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-74" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.736385] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-74" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.736700] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.736793] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.739634] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.739634] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.739634] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.739634] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 643.739634] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 643.739634] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 643.739634] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 643.739634] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 643.739634] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 643.739634] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 643.756593] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 643.756776] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 643.757040] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 643.757349] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-74" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.757941] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-ab316e3f-5518-4f76-b29a-728aa9e7bef0 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.758687] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-ab316e3f-5518-4f76-b29a-728aa9e7bef0" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.758687] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-ab316e3f-5518-4f76-b29a-728aa9e7bef0" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.758856] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-ab316e3f-5518-4f76-b29a-728aa9e7bef0" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.758913] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab316e3f-5518-4f76-b29a-728aa9e7bef0',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.800701] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8e7cb093-c160-4200-810a-24193daf0945: rpc.has_security_group_logging(os_id): False [ 643.820434] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.820434] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.820434] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.820434] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.820434] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.820434] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.820434] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.820434] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.820434] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.820434] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.820434] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.820434] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.820434] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.820434] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.820434] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.821060] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.821060] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.821060] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.821527] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.821789] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.822202] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e7cb093-c160-4200-810a-24193daf0945 is going to be created. [ 643.879094] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.879094] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.879094] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.879094] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.879094] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.896027] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e7cb093-c160-4200-810a-24193daf0945 in Status: IN_PROGRESS for 2s [ 643.924250] env[70956]: INFO networking_nsxv3.common.synchronization [req-6f91c1a8-d35d-4cea-b6c7-57e9429d45dc req-4d51f13f-a86c-49c2-9965-9beae84239c3 service nova] Enqueued Resource ID: ef744301-e635-4102-a37d-cb2a8f905aab with Priority: HIGHEST for action security_group_rules [ 643.924250] env[70956]: INFO networking_nsxv3.common.synchronization [req-6f91c1a8-d35d-4cea-b6c7-57e9429d45dc req-4d51f13f-a86c-49c2-9965-9beae84239c3 service nova] Enqueued Resource ID: ef744301-e635-4102-a37d-cb2a8f905aab with Priority: HIGHEST for action security_group_members [ 643.924250] env[70956]: INFO networking_nsxv3.common.synchronization [req-6f91c1a8-d35d-4cea-b6c7-57e9429d45dc req-4d51f13f-a86c-49c2-9965-9beae84239c3 service nova] Enqueued Resource ID: c9cd21f1-186b-46e6-abb3-2514f1b85fcd with Priority: HIGHEST for action port [ 643.924250] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef744301-e635-4102-a37d-cb2a8f905aab with Priority: HIGHEST for action security_group_rules [ 643.924250] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef744301-e635-4102-a37d-cb2a8f905aab with Priority: HIGHEST for action security_group_members [ 643.924250] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9cd21f1-186b-46e6-abb3-2514f1b85fcd with Priority: HIGHEST for action port [ 643.925608] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef744301-e635-4102-a37d-cb2a8f905aab taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.925935] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.926101] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.926481] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.926686] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef744301-e635-4102-a37d-cb2a8f905aab',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.929366] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef744301-e635-4102-a37d-cb2a8f905aab taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.929366] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.929366] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.929366] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.929366] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.929366] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.929366] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.929366] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.937156] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.937156] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef744301-e635-4102-a37d-cb2a8f905aab',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.937346] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-c9cd21f1-186b-46e6-abb3-2514f1b85fcd taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.937428] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c9cd21f1-186b-46e6-abb3-2514f1b85fcd" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.937466] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c9cd21f1-186b-46e6-abb3-2514f1b85fcd" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.937682] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c9cd21f1-186b-46e6-abb3-2514f1b85fcd" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.937745] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9cd21f1-186b-46e6-abb3-2514f1b85fcd',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.200939] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for abaebe40-bf40-4663-9001-f1d144ec9ba9: rpc.has_security_group_logging(os_id): False [ 644.218662] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.218771] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.218771] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.219597] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.219597] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.219597] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.219597] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.219597] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.219597] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.220022] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.220022] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.220022] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.220022] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.220262] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.220262] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.220478] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.220478] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.220562] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.220645] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.220780] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.220817] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: abaebe40-bf40-4663-9001-f1d144ec9ba9 is going to be updated. [ 644.265643] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.265873] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.266026] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.266355] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.266519] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.266679] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Segment Port ab316e3f-5518-4f76-b29a-728aa9e7bef0 not found, creating... [ 644.266956] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.267129] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.267243] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.267619] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.267619] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.267883] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.268915] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.269150] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.269437] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.269631] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.269892] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: ab316e3f-5518-4f76-b29a-728aa9e7bef0 is going to be created. [ 644.278082] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.279193] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.279334] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.279560] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.279838] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.307206] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.308385] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.308570] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.309017] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.309302] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.309727] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-ab316e3f-5518-4f76-b29a-728aa9e7bef0" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.311384] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: abaebe40-bf40-4663-9001-f1d144ec9ba9 in Status: IN_PROGRESS for 2s [ 644.437699] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ef744301-e635-4102-a37d-cb2a8f905aab',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.439312] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c9cd21f1-186b-46e6-abb3-2514f1b85fcd with status ACTIVE [ 644.439541] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.439623] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.439782] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.439969] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.440107] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.440320] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.440485] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.440549] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.440722] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.440851] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.441204] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.441324] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.441390] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.441572] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.441653] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.441758] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c9cd21f1-186b-46e6-abb3-2514f1b85fcd is going to be updated. [ 644.444266] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef744301-e635-4102-a37d-cb2a8f905aab taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.444431] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.473916] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.474159] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.474159] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.474399] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.474526] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.474687] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c9cd21f1-186b-46e6-abb3-2514f1b85fcd" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.810943] env[70956]: INFO networking_nsxv3.common.synchronization [req-30927dda-eccd-4cfb-a351-ee2d461a1730 req-3f4e3e25-f1a8-4e86-8970-e1bc45cde400 tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] Enqueued Resource ID: 776aa801-3011-42d9-8ef3-d78431d3f11a with Priority: HIGHEST for action security_group_members [ 644.811502] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 776aa801-3011-42d9-8ef3-d78431d3f11a with Priority: HIGHEST for action security_group_members [ 644.811822] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-776aa801-3011-42d9-8ef3-d78431d3f11a taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.811959] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-776aa801-3011-42d9-8ef3-d78431d3f11a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.815155] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-776aa801-3011-42d9-8ef3-d78431d3f11a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.815415] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-776aa801-3011-42d9-8ef3-d78431d3f11a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.815596] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.815709] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.815765] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.815936] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.816037] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.816133] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('776aa801-3011-42d9-8ef3-d78431d3f11a',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.944236] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ef744301-e635-4102-a37d-cb2a8f905aab',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.020330] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-310 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.021705] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-310" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.021705] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-310" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.021705] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-310" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.021705] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.021958] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.022090] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.022311] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.022466] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.023441] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 645.023441] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 645.023441] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 645.023441] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 645.023441] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 645.023441] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 645.023441] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 645.044771] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 645.044771] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 645.044771] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 645.044771] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-310" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.044771] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-8489fb23-3055-4e0a-b48d-795369fdb717 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.044771] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-8489fb23-3055-4e0a-b48d-795369fdb717" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.044771] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-8489fb23-3055-4e0a-b48d-795369fdb717" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.044771] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-8489fb23-3055-4e0a-b48d-795369fdb717" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.044771] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8489fb23-3055-4e0a-b48d-795369fdb717',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.256746] env[70956]: INFO networking_nsxv3.common.synchronization [req-c52ab6aa-6395-4af8-a3f3-d8a7532a2928 req-6d65cf25-03e4-4c7f-b32d-38805b1b53a2 service nova] Enqueued Resource ID: dfd45fa7-fdf9-4176-8c38-b361ac0897f3 with Priority: HIGHEST for action security_group_rules [ 645.256957] env[70956]: INFO networking_nsxv3.common.synchronization [req-c52ab6aa-6395-4af8-a3f3-d8a7532a2928 req-6d65cf25-03e4-4c7f-b32d-38805b1b53a2 service nova] Enqueued Resource ID: dfd45fa7-fdf9-4176-8c38-b361ac0897f3 with Priority: HIGHEST for action security_group_members [ 645.258031] env[70956]: INFO networking_nsxv3.common.synchronization [req-c52ab6aa-6395-4af8-a3f3-d8a7532a2928 req-6d65cf25-03e4-4c7f-b32d-38805b1b53a2 service nova] Enqueued Resource ID: ab316e3f-5518-4f76-b29a-728aa9e7bef0 with Priority: HIGHEST for action port [ 645.258031] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfd45fa7-fdf9-4176-8c38-b361ac0897f3 with Priority: HIGHEST for action security_group_rules [ 645.258031] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfd45fa7-fdf9-4176-8c38-b361ac0897f3 with Priority: HIGHEST for action security_group_members [ 645.258031] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab316e3f-5518-4f76-b29a-728aa9e7bef0 with Priority: HIGHEST for action port [ 645.258403] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dfd45fa7-fdf9-4176-8c38-b361ac0897f3 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.258584] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dfd45fa7-fdf9-4176-8c38-b361ac0897f3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.258656] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dfd45fa7-fdf9-4176-8c38-b361ac0897f3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.258855] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dfd45fa7-fdf9-4176-8c38-b361ac0897f3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.258934] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dfd45fa7-fdf9-4176-8c38-b361ac0897f3',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.259893] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfd45fa7-fdf9-4176-8c38-b361ac0897f3 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.259988] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfd45fa7-fdf9-4176-8c38-b361ac0897f3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.260036] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfd45fa7-fdf9-4176-8c38-b361ac0897f3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.260213] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfd45fa7-fdf9-4176-8c38-b361ac0897f3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.260332] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.260428] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.260490] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.260629] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.260715] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.260804] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfd45fa7-fdf9-4176-8c38-b361ac0897f3',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.261624] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab316e3f-5518-4f76-b29a-728aa9e7bef0 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.261734] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab316e3f-5518-4f76-b29a-728aa9e7bef0" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.261801] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab316e3f-5518-4f76-b29a-728aa9e7bef0" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.261953] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab316e3f-5518-4f76-b29a-728aa9e7bef0" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.262039] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab316e3f-5518-4f76-b29a-728aa9e7bef0',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.318592] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.319074] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.319205] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.320017] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.320076] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.320307] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.320394] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.320438] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.320646] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.320694] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.320756] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 776aa801-3011-42d9-8ef3-d78431d3f11a is going to be updated. [ 645.345933] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.345933] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.345933] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.346354] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.346354] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.355919] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 776aa801-3011-42d9-8ef3-d78431d3f11a in Status: IN_PROGRESS for 2s [ 645.446926] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.447150] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.447248] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.447593] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.447702] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.447861] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef744301-e635-4102-a37d-cb2a8f905aab is going to be created. [ 645.470221] env[70956]: INFO networking_nsxv3.common.synchronization [req-f2a12ec6-d83f-4d73-8942-747babd9d9e4 req-1536c2ab-cf58-4762-9cdf-2df8ec5e8340 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] Enqueued Resource ID: 8cb3a2dd-498a-4771-96dd-6cb7d3a3d704 with Priority: HIGHEST for action security_group_members [ 645.470895] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cb3a2dd-498a-4771-96dd-6cb7d3a3d704 with Priority: HIGHEST for action security_group_members [ 645.471254] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cb3a2dd-498a-4771-96dd-6cb7d3a3d704 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.471386] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cb3a2dd-498a-4771-96dd-6cb7d3a3d704" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.471473] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cb3a2dd-498a-4771-96dd-6cb7d3a3d704" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.471736] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cb3a2dd-498a-4771-96dd-6cb7d3a3d704" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.471894] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.471996] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.472098] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.472216] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.472305] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.472656] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8cb3a2dd-498a-4771-96dd-6cb7d3a3d704',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.479014] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.479188] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.479298] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.479460] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.479618] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.493506] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef744301-e635-4102-a37d-cb2a8f905aab in Status: UNINITIALIZED for 2s [ 645.552026] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.552026] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.552026] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.552026] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.552026] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.552026] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Segment Port 8489fb23-3055-4e0a-b48d-795369fdb717 not found, creating... [ 645.552026] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.552026] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.552026] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.552026] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.552026] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.552790] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.552790] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.552790] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.552790] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.552790] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.552790] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: 8489fb23-3055-4e0a-b48d-795369fdb717 is going to be created. [ 645.589938] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.589938] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.589938] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.589938] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.589938] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.589938] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-8489fb23-3055-4e0a-b48d-795369fdb717" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.667981] env[70956]: INFO networking_nsxv3.common.synchronization [req-7d6df951-00d4-40b8-8b23-d19c249cb9d8 req-576812ee-7d8f-4cc1-950c-5646974dc471 tempest-DeleteServersAdminTestJSON-86584178 tempest-DeleteServersAdminTestJSON-86584178-project-admin] Enqueued Resource ID: 581e3e6d-c83c-45f2-b38a-6cf937b7de1f with Priority: HIGHEST for action security_group_members [ 645.667981] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 581e3e6d-c83c-45f2-b38a-6cf937b7de1f with Priority: HIGHEST for action security_group_members [ 645.668258] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-581e3e6d-c83c-45f2-b38a-6cf937b7de1f taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.668485] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-581e3e6d-c83c-45f2-b38a-6cf937b7de1f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.668485] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-581e3e6d-c83c-45f2-b38a-6cf937b7de1f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.668699] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-581e3e6d-c83c-45f2-b38a-6cf937b7de1f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.668857] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.668953] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.669030] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.669179] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.669269] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.669382] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('581e3e6d-c83c-45f2-b38a-6cf937b7de1f',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.764137] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfd45fa7-fdf9-4176-8c38-b361ac0897f3 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.764326] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfd45fa7-fdf9-4176-8c38-b361ac0897f3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.764498] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dfd45fa7-fdf9-4176-8c38-b361ac0897f3',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.765472] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ab316e3f-5518-4f76-b29a-728aa9e7bef0 with status ACTIVE [ 645.765687] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.765803] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.765865] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.766116] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.766272] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.766901] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.766901] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.766901] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.766901] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.766901] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.767119] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.767450] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.767524] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.767776] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.767776] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.767898] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ab316e3f-5518-4f76-b29a-728aa9e7bef0 is going to be updated. [ 645.809917] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.810538] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.810667] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.810795] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.810928] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.811100] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab316e3f-5518-4f76-b29a-728aa9e7bef0" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.859626] env[70956]: INFO networking_nsxv3.common.synchronization [None req-e2f43587-7928-4ab7-a4e4-f6b1d750d28a None None] Enqueued Resource ID: 28af3141-a43e-4f68-ab0c-ee9e67a66068 with Priority: HIGHEST for action port [ 645.862429] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28af3141-a43e-4f68-ab0c-ee9e67a66068 with Priority: HIGHEST for action port [ 645.862429] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-28af3141-a43e-4f68-ab0c-ee9e67a66068 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.862429] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-28af3141-a43e-4f68-ab0c-ee9e67a66068" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.862429] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-28af3141-a43e-4f68-ab0c-ee9e67a66068" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.862429] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-28af3141-a43e-4f68-ab0c-ee9e67a66068" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.862429] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28af3141-a43e-4f68-ab0c-ee9e67a66068',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.914367] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e7cb093-c160-4200-810a-24193daf0945 in Status: SUCCESS [ 645.914684] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.982453] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.982893] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.982978] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.983224] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.983321] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.983539] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.983642] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.983705] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.983852] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.983927] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.984025] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cb3a2dd-498a-4771-96dd-6cb7d3a3d704 already deleted. [ 645.984110] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cb3a2dd-498a-4771-96dd-6cb7d3a3d704" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.047302] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-215 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.047499] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-215" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.047622] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-215" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.047956] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-215" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.048234] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.048411] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.048532] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.048747] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.049180] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.049458] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 646.049626] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 646.049791] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 646.049943] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 646.050108] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 646.050266] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 646.050440] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 646.070235] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 646.070859] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 646.070960] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 646.071204] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-215" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.071591] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-cdcccec7-8029-4165-8601-34e992343f1b taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.071850] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-cdcccec7-8029-4165-8601-34e992343f1b" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.072033] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-cdcccec7-8029-4165-8601-34e992343f1b" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.072419] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-cdcccec7-8029-4165-8601-34e992343f1b" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.072622] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cdcccec7-8029-4165-8601-34e992343f1b',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.171357] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.171573] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.171649] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.171874] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.171967] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.172192] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.172289] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.172354] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.172502] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.172581] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.172668] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 581e3e6d-c83c-45f2-b38a-6cf937b7de1f is going to be updated. [ 646.202804] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.203106] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.203234] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.203486] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.203678] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.211621] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 581e3e6d-c83c-45f2-b38a-6cf937b7de1f in Status: IN_PROGRESS for 2s [ 646.270311] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dfd45fa7-fdf9-4176-8c38-b361ac0897f3',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.335192] env[70956]: INFO networking_nsxv3.common.synchronization [req-3ea53929-78a2-440a-b244-ed2282f8d80b req-0a2c2eb5-9ed3-4e0a-98f0-91add783ab67 tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] Enqueued Resource ID: e3156511-f124-4c02-98ff-4135682e2eef with Priority: HIGHEST for action security_group_members [ 646.337317] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: abaebe40-bf40-4663-9001-f1d144ec9ba9 in Status: SUCCESS [ 646.337526] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.338058] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3156511-f124-4c02-98ff-4135682e2eef with Priority: HIGHEST for action security_group_members [ 646.338923] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3156511-f124-4c02-98ff-4135682e2eef taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.339064] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3156511-f124-4c02-98ff-4135682e2eef" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.339417] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3156511-f124-4c02-98ff-4135682e2eef" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.339417] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3156511-f124-4c02-98ff-4135682e2eef" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.339570] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.339628] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.339662] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.340493] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.340493] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.340493] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3156511-f124-4c02-98ff-4135682e2eef',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.364469] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 28af3141-a43e-4f68-ab0c-ee9e67a66068 [ 646.364469] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.364469] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.364469] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.364469] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.364469] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.364469] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:28af3141-a43e-4f68-ab0c-ee9e67a66068 already deleted. [ 646.364469] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-28af3141-a43e-4f68-ab0c-ee9e67a66068" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.577092] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.577092] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.577092] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.577092] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.577092] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.577092] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Segment Port cdcccec7-8029-4165-8601-34e992343f1b not found, creating... [ 646.577092] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.577092] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.577092] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.577092] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.577092] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.577709] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.577709] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.577709] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.578248] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.578799] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.579079] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: cdcccec7-8029-4165-8601-34e992343f1b is going to be created. [ 646.600359] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.601185] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.602981] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.602981] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.602981] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.602981] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-cdcccec7-8029-4165-8601-34e992343f1b" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.772883] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.773478] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.773637] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.773929] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.778931] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.778931] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfd45fa7-fdf9-4176-8c38-b361ac0897f3 is going to be created. [ 646.804417] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.804417] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.804417] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.804417] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.804417] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.810793] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfd45fa7-fdf9-4176-8c38-b361ac0897f3 in Status: UNINITIALIZED for 2s [ 646.846832] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.846832] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.846832] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.846832] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.846832] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.846832] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.846832] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.846832] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.846832] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.846832] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.846832] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3156511-f124-4c02-98ff-4135682e2eef is going to be updated. [ 646.873353] env[70956]: INFO networking_nsxv3.common.synchronization [req-6f91c1a8-d35d-4cea-b6c7-57e9429d45dc req-000098f2-651f-4eaf-ad2d-b9f4f287d2ca service nova] Enqueued Resource ID: ef744301-e635-4102-a37d-cb2a8f905aab with Priority: HIGHEST for action security_group_rules [ 646.873353] env[70956]: INFO networking_nsxv3.common.synchronization [req-6f91c1a8-d35d-4cea-b6c7-57e9429d45dc req-000098f2-651f-4eaf-ad2d-b9f4f287d2ca service nova] Enqueued Resource ID: ef744301-e635-4102-a37d-cb2a8f905aab with Priority: HIGHEST for action security_group_members [ 646.873353] env[70956]: INFO networking_nsxv3.common.synchronization [req-6f91c1a8-d35d-4cea-b6c7-57e9429d45dc req-000098f2-651f-4eaf-ad2d-b9f4f287d2ca service nova] Enqueued Resource ID: 8489fb23-3055-4e0a-b48d-795369fdb717 with Priority: HIGHEST for action port [ 646.873353] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.873353] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.873353] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.873353] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.873353] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.875138] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef744301-e635-4102-a37d-cb2a8f905aab with Priority: HIGHEST for action security_group_rules [ 646.875425] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef744301-e635-4102-a37d-cb2a8f905aab with Priority: HIGHEST for action security_group_members [ 646.875635] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8489fb23-3055-4e0a-b48d-795369fdb717 with Priority: HIGHEST for action port [ 646.875994] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef744301-e635-4102-a37d-cb2a8f905aab taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.876230] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.876531] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef744301-e635-4102-a37d-cb2a8f905aab taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.876727] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.877027] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-8489fb23-3055-4e0a-b48d-795369fdb717 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.877256] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8489fb23-3055-4e0a-b48d-795369fdb717" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.877405] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8489fb23-3055-4e0a-b48d-795369fdb717" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.877722] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8489fb23-3055-4e0a-b48d-795369fdb717" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.877893] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8489fb23-3055-4e0a-b48d-795369fdb717',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.888140] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3156511-f124-4c02-98ff-4135682e2eef in Status: IN_PROGRESS for 2s [ 647.336825] env[70956]: INFO networking_nsxv3.common.synchronization [req-f2a12ec6-d83f-4d73-8942-747babd9d9e4 req-77e5d2af-94c4-4237-a4d3-4309de64e2db service nova] Enqueued Resource ID: 8cb3a2dd-498a-4771-96dd-6cb7d3a3d704 with Priority: HIGHEST for action security_group_rules [ 647.337168] env[70956]: INFO networking_nsxv3.common.synchronization [req-f2a12ec6-d83f-4d73-8942-747babd9d9e4 req-77e5d2af-94c4-4237-a4d3-4309de64e2db service nova] Enqueued Resource ID: 8cb3a2dd-498a-4771-96dd-6cb7d3a3d704 with Priority: HIGHEST for action security_group_members [ 647.337168] env[70956]: INFO networking_nsxv3.common.synchronization [req-f2a12ec6-d83f-4d73-8942-747babd9d9e4 req-77e5d2af-94c4-4237-a4d3-4309de64e2db service nova] Enqueued Resource ID: cdcccec7-8029-4165-8601-34e992343f1b with Priority: HIGHEST for action port [ 647.338215] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cb3a2dd-498a-4771-96dd-6cb7d3a3d704 with Priority: HIGHEST for action security_group_rules [ 647.338215] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cb3a2dd-498a-4771-96dd-6cb7d3a3d704 with Priority: HIGHEST for action security_group_members [ 647.338215] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdcccec7-8029-4165-8601-34e992343f1b with Priority: HIGHEST for action port [ 647.339319] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8cb3a2dd-498a-4771-96dd-6cb7d3a3d704 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.339396] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8cb3a2dd-498a-4771-96dd-6cb7d3a3d704" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.339465] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8cb3a2dd-498a-4771-96dd-6cb7d3a3d704" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.339729] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8cb3a2dd-498a-4771-96dd-6cb7d3a3d704" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.339770] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8cb3a2dd-498a-4771-96dd-6cb7d3a3d704',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.340652] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cb3a2dd-498a-4771-96dd-6cb7d3a3d704 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.340833] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cb3a2dd-498a-4771-96dd-6cb7d3a3d704" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.340877] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cb3a2dd-498a-4771-96dd-6cb7d3a3d704" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.341066] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cb3a2dd-498a-4771-96dd-6cb7d3a3d704" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.341193] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.341283] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.341359] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.341480] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.341558] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.341641] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8cb3a2dd-498a-4771-96dd-6cb7d3a3d704',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.342395] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-cdcccec7-8029-4165-8601-34e992343f1b taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.342495] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cdcccec7-8029-4165-8601-34e992343f1b" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.342562] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cdcccec7-8029-4165-8601-34e992343f1b" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.343271] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cdcccec7-8029-4165-8601-34e992343f1b" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.343271] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cdcccec7-8029-4165-8601-34e992343f1b',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.367152] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 776aa801-3011-42d9-8ef3-d78431d3f11a in Status: SUCCESS [ 647.367152] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 776aa801-3011-42d9-8ef3-d78431d3f11a deletion is rescheduled due to dependency. [ 647.367152] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-776aa801-3011-42d9-8ef3-d78431d3f11a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.382641] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8489fb23-3055-4e0a-b48d-795369fdb717 with status ACTIVE [ 647.382641] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.384738] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.384738] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.384738] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.384738] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.384738] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.384738] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.384738] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.384738] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.384738] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.384738] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.384738] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.384738] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.384738] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.384738] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.384738] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8489fb23-3055-4e0a-b48d-795369fdb717 is going to be updated. [ 647.411747] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.411999] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.411999] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.412259] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.412363] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.412505] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8489fb23-3055-4e0a-b48d-795369fdb717" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.504940] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef744301-e635-4102-a37d-cb2a8f905aab in Status: SUCCESS [ 647.505175] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.506154] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.506154] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.506154] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.506532] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.506641] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.506812] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.506888] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.506972] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.507084] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ef744301-e635-4102-a37d-cb2a8f905aab',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.508366] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.508366] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.508366] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.508602] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.508602] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.508602] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.508862] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.508862] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef744301-e635-4102-a37d-cb2a8f905aab',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.560973] env[70956]: INFO networking_nsxv3.common.synchronization [req-a2f83986-a6ec-4025-b9f0-5b817eb6df74 req-5e388ffa-3f3f-495c-8329-edf9630772b7 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Enqueued Resource ID: 3781be8b-e165-4069-8e42-eeace48d4ca3 with Priority: HIGHEST for action security_group_members [ 647.561539] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3781be8b-e165-4069-8e42-eeace48d4ca3 with Priority: HIGHEST for action security_group_members [ 647.561838] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-3781be8b-e165-4069-8e42-eeace48d4ca3 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.561951] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3781be8b-e165-4069-8e42-eeace48d4ca3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.562218] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3781be8b-e165-4069-8e42-eeace48d4ca3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.562473] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3781be8b-e165-4069-8e42-eeace48d4ca3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.562628] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.562729] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.562820] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.563138] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.563260] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.563371] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3781be8b-e165-4069-8e42-eeace48d4ca3',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.845410] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8cb3a2dd-498a-4771-96dd-6cb7d3a3d704',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.846435] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cb3a2dd-498a-4771-96dd-6cb7d3a3d704 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.846568] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cb3a2dd-498a-4771-96dd-6cb7d3a3d704" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.847346] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cdcccec7-8029-4165-8601-34e992343f1b with status ACTIVE [ 647.847346] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.847346] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.847346] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.849990] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.849990] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.849990] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.849990] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.849990] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.849990] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.849990] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.849990] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.849990] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.849990] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.849990] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.849990] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.849990] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cdcccec7-8029-4165-8601-34e992343f1b is going to be updated. [ 647.858878] env[70956]: INFO networking_nsxv3.common.synchronization [None req-ff184e90-b27e-4efc-ada6-320da5789825 None None] Enqueued Resource ID: c6ff8eeb-1d07-4294-9ba8-032ee94ee1ad with Priority: HIGHEST for action port [ 647.858993] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6ff8eeb-1d07-4294-9ba8-032ee94ee1ad with Priority: HIGHEST for action port [ 647.859512] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-c6ff8eeb-1d07-4294-9ba8-032ee94ee1ad taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.859701] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c6ff8eeb-1d07-4294-9ba8-032ee94ee1ad" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.859701] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c6ff8eeb-1d07-4294-9ba8-032ee94ee1ad" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.860359] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c6ff8eeb-1d07-4294-9ba8-032ee94ee1ad" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.860359] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6ff8eeb-1d07-4294-9ba8-032ee94ee1ad',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.869365] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-980 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.869522] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-980" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.869584] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-980" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.869792] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-980" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.870061] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.870238] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.870496] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.870567] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.870673] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.870895] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 647.871284] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 647.871747] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 647.871883] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 647.872010] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 647.872122] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 647.872277] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 647.879181] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.879181] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.879181] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.879181] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.879181] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.879181] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cdcccec7-8029-4165-8601-34e992343f1b" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.905081] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 647.905252] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 647.905555] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 647.905651] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-980" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.905882] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-c65c50ba-1bc0-4a42-8b64-dcea79dd0597 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.906100] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-c65c50ba-1bc0-4a42-8b64-dcea79dd0597" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.906222] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-c65c50ba-1bc0-4a42-8b64-dcea79dd0597" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.906561] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-c65c50ba-1bc0-4a42-8b64-dcea79dd0597" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.906691] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c65c50ba-1bc0-4a42-8b64-dcea79dd0597',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.011460] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef744301-e635-4102-a37d-cb2a8f905aab taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.012713] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.012713] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ef744301-e635-4102-a37d-cb2a8f905aab',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.067382] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3781be8b-e165-4069-8e42-eeace48d4ca3',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.113121] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-303 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.113121] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-303" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.113121] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-303" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.113121] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-303" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.113419] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.113419] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.113544] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.113657] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.113852] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.114034] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 648.114458] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 648.114876] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 648.115069] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 648.116354] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 648.116882] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 648.116882] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 648.134830] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 648.135008] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 648.135157] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 648.135340] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-303" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.135640] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-3e9c92f2-2356-4d65-9886-5d45c16430a6 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.135820] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-3e9c92f2-2356-4d65-9886-5d45c16430a6" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.135938] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-3e9c92f2-2356-4d65-9886-5d45c16430a6" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.136270] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-3e9c92f2-2356-4d65-9886-5d45c16430a6" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.136411] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e9c92f2-2356-4d65-9886-5d45c16430a6',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.221713] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 581e3e6d-c83c-45f2-b38a-6cf937b7de1f in Status: SUCCESS [ 648.221894] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 581e3e6d-c83c-45f2-b38a-6cf937b7de1f deletion is rescheduled due to dependency. [ 648.222016] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-581e3e6d-c83c-45f2-b38a-6cf937b7de1f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.348810] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8cb3a2dd-498a-4771-96dd-6cb7d3a3d704',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.363445] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c6ff8eeb-1d07-4294-9ba8-032ee94ee1ad [ 648.363730] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.363871] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.363966] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.364328] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.364328] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.364425] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c6ff8eeb-1d07-4294-9ba8-032ee94ee1ad already deleted. [ 648.364563] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c6ff8eeb-1d07-4294-9ba8-032ee94ee1ad" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.411556] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.411814] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.411945] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.412272] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.412437] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.412595] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Segment Port c65c50ba-1bc0-4a42-8b64-dcea79dd0597 not found, creating... [ 648.412854] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.413017] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.413136] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.413348] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.413532] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.413781] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.413935] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.416095] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.416095] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.416095] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.416095] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: c65c50ba-1bc0-4a42-8b64-dcea79dd0597 is going to be created. [ 648.437883] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.437883] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.437883] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.437883] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.437883] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.437883] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-c65c50ba-1bc0-4a42-8b64-dcea79dd0597" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.515213] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ef744301-e635-4102-a37d-cb2a8f905aab',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.569879] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3781be8b-e165-4069-8e42-eeace48d4ca3',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.641872] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.641872] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.641872] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.641872] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.641872] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.641872] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Segment Port 3e9c92f2-2356-4d65-9886-5d45c16430a6 not found, creating... [ 648.641872] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.641872] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.641872] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.641872] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.641872] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.642365] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.642849] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.643147] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.643658] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.643935] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.644362] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: 3e9c92f2-2356-4d65-9886-5d45c16430a6 is going to be created. [ 648.671219] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.672012] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.672012] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.672245] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.672637] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.673354] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-3e9c92f2-2356-4d65-9886-5d45c16430a6" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.822988] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfd45fa7-fdf9-4176-8c38-b361ac0897f3 in Status: SUCCESS [ 648.822988] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfd45fa7-fdf9-4176-8c38-b361ac0897f3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.822988] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfd45fa7-fdf9-4176-8c38-b361ac0897f3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.822988] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfd45fa7-fdf9-4176-8c38-b361ac0897f3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.822988] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.822988] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.822988] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.822988] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.822988] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.822988] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfd45fa7-fdf9-4176-8c38-b361ac0897f3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.822988] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dfd45fa7-fdf9-4176-8c38-b361ac0897f3',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.854294] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.854531] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.854678] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.854870] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.854967] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.855476] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cb3a2dd-498a-4771-96dd-6cb7d3a3d704 is going to be created. [ 648.880389] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.880389] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.880389] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.880389] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.880389] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.890114] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cb3a2dd-498a-4771-96dd-6cb7d3a3d704 in Status: UNINITIALIZED for 2s [ 648.895120] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3156511-f124-4c02-98ff-4135682e2eef in Status: SUCCESS [ 648.895677] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3156511-f124-4c02-98ff-4135682e2eef deletion is rescheduled due to dependency. [ 648.895929] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3156511-f124-4c02-98ff-4135682e2eef" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.019929] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.019929] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.019929] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.019929] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.019929] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.019929] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef744301-e635-4102-a37d-cb2a8f905aab is going to be updated. [ 649.043518] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.043659] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.043728] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.043934] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.044088] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.055440] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef744301-e635-4102-a37d-cb2a8f905aab in Status: IN_PROGRESS for 2s [ 649.076659] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.076659] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.076659] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.076659] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.076659] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.076659] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3781be8b-e165-4069-8e42-eeace48d4ca3 is going to be updated. [ 649.102199] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.102320] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.102320] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.102619] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.102690] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.111199] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3781be8b-e165-4069-8e42-eeace48d4ca3 in Status: IN_PROGRESS for 2s [ 649.325211] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dfd45fa7-fdf9-4176-8c38-b361ac0897f3',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.670029] env[70956]: INFO networking_nsxv3.common.synchronization [None req-82c5c017-a089-4395-a257-722ee142d6e1 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] Enqueued Resource ID: 869b2ae8-d60e-4ce8-9b4b-89ed8b31bb6b with Priority: HIGHEST for action security_group_rules [ 649.670029] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 869b2ae8-d60e-4ce8-9b4b-89ed8b31bb6b with Priority: HIGHEST for action security_group_rules [ 649.670029] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-869b2ae8-d60e-4ce8-9b4b-89ed8b31bb6b taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.670029] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-869b2ae8-d60e-4ce8-9b4b-89ed8b31bb6b" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.670029] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-869b2ae8-d60e-4ce8-9b4b-89ed8b31bb6b" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.670029] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-869b2ae8-d60e-4ce8-9b4b-89ed8b31bb6b" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.670029] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('869b2ae8-d60e-4ce8-9b4b-89ed8b31bb6b',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.741573] env[70956]: INFO networking_nsxv3.common.synchronization [req-6f91c1a8-d35d-4cea-b6c7-57e9429d45dc req-3a35a361-c638-4f8f-82f2-22dbeb11bf86 service nova] Enqueued Resource ID: ef744301-e635-4102-a37d-cb2a8f905aab with Priority: HIGHEST for action security_group_rules [ 649.742082] env[70956]: INFO networking_nsxv3.common.synchronization [req-6f91c1a8-d35d-4cea-b6c7-57e9429d45dc req-3a35a361-c638-4f8f-82f2-22dbeb11bf86 service nova] Enqueued Resource ID: ef744301-e635-4102-a37d-cb2a8f905aab with Priority: HIGHEST for action security_group_members [ 649.742082] env[70956]: INFO networking_nsxv3.common.synchronization [req-6f91c1a8-d35d-4cea-b6c7-57e9429d45dc req-3a35a361-c638-4f8f-82f2-22dbeb11bf86 service nova] Enqueued Resource ID: c65c50ba-1bc0-4a42-8b64-dcea79dd0597 with Priority: HIGHEST for action port [ 649.742460] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef744301-e635-4102-a37d-cb2a8f905aab with Priority: HIGHEST for action security_group_rules [ 649.742966] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef744301-e635-4102-a37d-cb2a8f905aab with Priority: HIGHEST for action security_group_members [ 649.742966] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c65c50ba-1bc0-4a42-8b64-dcea79dd0597 with Priority: HIGHEST for action port [ 649.747341] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef744301-e635-4102-a37d-cb2a8f905aab taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.747341] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.748250] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef744301-e635-4102-a37d-cb2a8f905aab taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.748250] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.748250] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-c65c50ba-1bc0-4a42-8b64-dcea79dd0597 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.748250] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c65c50ba-1bc0-4a42-8b64-dcea79dd0597" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.748250] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c65c50ba-1bc0-4a42-8b64-dcea79dd0597" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.748535] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c65c50ba-1bc0-4a42-8b64-dcea79dd0597" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.748988] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c65c50ba-1bc0-4a42-8b64-dcea79dd0597',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.829502] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dfd45fa7-fdf9-4176-8c38-b361ac0897f3: rpc.has_security_group_logging(os_id): False [ 649.848719] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.848719] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.848719] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.849044] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.849044] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.849260] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.849380] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.850345] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.850345] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.850345] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.850345] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dfd45fa7-fdf9-4176-8c38-b361ac0897f3 is going to be created. [ 649.919017] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.919865] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.919865] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.919865] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.920156] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.930993] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dfd45fa7-fdf9-4176-8c38-b361ac0897f3 in Status: IN_PROGRESS for 2s [ 649.987197] env[70956]: INFO networking_nsxv3.common.synchronization [req-a2f83986-a6ec-4025-b9f0-5b817eb6df74 req-1479dba7-d3e3-4819-809d-f2b389e1d245 service nova] Enqueued Resource ID: 3781be8b-e165-4069-8e42-eeace48d4ca3 with Priority: HIGHEST for action security_group_rules [ 649.987535] env[70956]: INFO networking_nsxv3.common.synchronization [req-a2f83986-a6ec-4025-b9f0-5b817eb6df74 req-1479dba7-d3e3-4819-809d-f2b389e1d245 service nova] Enqueued Resource ID: 3781be8b-e165-4069-8e42-eeace48d4ca3 with Priority: HIGHEST for action security_group_members [ 649.987535] env[70956]: INFO networking_nsxv3.common.synchronization [req-a2f83986-a6ec-4025-b9f0-5b817eb6df74 req-1479dba7-d3e3-4819-809d-f2b389e1d245 service nova] Enqueued Resource ID: 3e9c92f2-2356-4d65-9886-5d45c16430a6 with Priority: HIGHEST for action port [ 649.987725] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3781be8b-e165-4069-8e42-eeace48d4ca3 with Priority: HIGHEST for action security_group_rules [ 649.987850] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3781be8b-e165-4069-8e42-eeace48d4ca3 with Priority: HIGHEST for action security_group_members [ 649.988478] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e9c92f2-2356-4d65-9886-5d45c16430a6 with Priority: HIGHEST for action port [ 649.988595] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3781be8b-e165-4069-8e42-eeace48d4ca3 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.988712] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3781be8b-e165-4069-8e42-eeace48d4ca3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.988770] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3781be8b-e165-4069-8e42-eeace48d4ca3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.988960] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3781be8b-e165-4069-8e42-eeace48d4ca3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.989070] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3781be8b-e165-4069-8e42-eeace48d4ca3',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.989961] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-3781be8b-e165-4069-8e42-eeace48d4ca3 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.990080] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3781be8b-e165-4069-8e42-eeace48d4ca3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.990261] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e9c92f2-2356-4d65-9886-5d45c16430a6 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.990546] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e9c92f2-2356-4d65-9886-5d45c16430a6" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.990546] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e9c92f2-2356-4d65-9886-5d45c16430a6" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.990647] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e9c92f2-2356-4d65-9886-5d45c16430a6" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.990676] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e9c92f2-2356-4d65-9886-5d45c16430a6',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.067793] env[70956]: INFO networking_nsxv3.common.synchronization [None req-1a364581-07cb-42de-abf8-4025968d772e tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] Enqueued Resource ID: 869b2ae8-d60e-4ce8-9b4b-89ed8b31bb6b with Priority: HIGHEST for action security_group_rules [ 650.067793] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 869b2ae8-d60e-4ce8-9b4b-89ed8b31bb6b with Priority: HIGHEST for action security_group_rules [ 650.068768] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-869b2ae8-d60e-4ce8-9b4b-89ed8b31bb6b taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.069157] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-869b2ae8-d60e-4ce8-9b4b-89ed8b31bb6b" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.190950] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.192252] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.193187] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.193187] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.193187] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.193187] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 869b2ae8-d60e-4ce8-9b4b-89ed8b31bb6b already deleted. [ 650.193474] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-869b2ae8-d60e-4ce8-9b4b-89ed8b31bb6b" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.193508] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-869b2ae8-d60e-4ce8-9b4b-89ed8b31bb6b" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.193921] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-869b2ae8-d60e-4ce8-9b4b-89ed8b31bb6b" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.194789] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('869b2ae8-d60e-4ce8-9b4b-89ed8b31bb6b',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.255033] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c65c50ba-1bc0-4a42-8b64-dcea79dd0597 with status ACTIVE [ 650.255033] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.255033] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.255033] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.255033] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.255033] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.255033] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.255033] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.255033] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.255033] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.255033] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.255033] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.255033] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.255033] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.255033] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.255033] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.255033] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c65c50ba-1bc0-4a42-8b64-dcea79dd0597 is going to be updated. [ 650.275765] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.275980] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.275980] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.276201] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.276335] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.276654] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c65c50ba-1bc0-4a42-8b64-dcea79dd0597" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.492337] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-3781be8b-e165-4069-8e42-eeace48d4ca3 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.492504] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3781be8b-e165-4069-8e42-eeace48d4ca3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.494769] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3e9c92f2-2356-4d65-9886-5d45c16430a6 with status ACTIVE [ 650.494969] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.495118] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.495190] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.495467] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.495467] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.495615] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.495728] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.495769] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.495959] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.495959] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.496394] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.496394] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.496394] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.496601] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.496601] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.496601] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3e9c92f2-2356-4d65-9886-5d45c16430a6 is going to be updated. [ 650.526340] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.526536] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.526608] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.526827] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.526959] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.527132] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e9c92f2-2356-4d65-9886-5d45c16430a6" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.727360] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.727880] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.727880] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.727880] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.727880] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.728028] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 869b2ae8-d60e-4ce8-9b4b-89ed8b31bb6b already deleted. [ 650.728229] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-869b2ae8-d60e-4ce8-9b4b-89ed8b31bb6b" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.902255] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cb3a2dd-498a-4771-96dd-6cb7d3a3d704 in Status: SUCCESS [ 650.902482] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cb3a2dd-498a-4771-96dd-6cb7d3a3d704" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.902657] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cb3a2dd-498a-4771-96dd-6cb7d3a3d704" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.902906] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cb3a2dd-498a-4771-96dd-6cb7d3a3d704" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.903155] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.903243] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.903311] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.903471] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.903554] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.903646] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cb3a2dd-498a-4771-96dd-6cb7d3a3d704" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.903733] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8cb3a2dd-498a-4771-96dd-6cb7d3a3d704',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.066577] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef744301-e635-4102-a37d-cb2a8f905aab in Status: SUCCESS [ 651.066797] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.067016] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.067228] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.067414] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.067531] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.067593] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.067741] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.067818] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.067899] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.068064] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef744301-e635-4102-a37d-cb2a8f905aab taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.068135] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.068192] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.068327] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.068497] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.069016] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.069016] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.069016] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.069143] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.069546] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.069618] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ef744301-e635-4102-a37d-cb2a8f905aab',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.070451] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.071547] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.071547] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.071547] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.071547] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.071547] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.071547] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.071547] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef744301-e635-4102-a37d-cb2a8f905aab',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.125756] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3781be8b-e165-4069-8e42-eeace48d4ca3 in Status: SUCCESS [ 651.126175] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3781be8b-e165-4069-8e42-eeace48d4ca3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.126668] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3781be8b-e165-4069-8e42-eeace48d4ca3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.126913] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3781be8b-e165-4069-8e42-eeace48d4ca3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.127129] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.127254] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.127320] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.127566] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.127659] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.127756] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3781be8b-e165-4069-8e42-eeace48d4ca3',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.407842] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8cb3a2dd-498a-4771-96dd-6cb7d3a3d704',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.574990] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ef744301-e635-4102-a37d-cb2a8f905aab: rpc.has_security_group_logging(os_id): False [ 651.576564] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ef744301-e635-4102-a37d-cb2a8f905aab',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.594998] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.594998] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.594998] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.594998] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.594998] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.595888] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.595888] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.595888] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.595888] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.595888] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.595888] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.595888] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.595888] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.596295] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.596295] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.596576] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.596661] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.596661] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.597819] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.597819] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.597819] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef744301-e635-4102-a37d-cb2a8f905aab is going to be created. [ 651.634903] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3781be8b-e165-4069-8e42-eeace48d4ca3',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.754025] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.754025] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.754025] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.754025] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.754025] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.765915] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ef744301-e635-4102-a37d-cb2a8f905aab in Status: IN_PROGRESS for 2s [ 651.916525] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8cb3a2dd-498a-4771-96dd-6cb7d3a3d704: rpc.has_security_group_logging(os_id): False [ 651.942026] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.942026] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.942026] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.942026] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.942026] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.942026] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.942026] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.942026] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.942026] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.942026] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.942026] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8cb3a2dd-498a-4771-96dd-6cb7d3a3d704 is going to be created. [ 651.947173] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dfd45fa7-fdf9-4176-8c38-b361ac0897f3 in Status: SUCCESS [ 651.947395] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dfd45fa7-fdf9-4176-8c38-b361ac0897f3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.002259] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.002903] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.002903] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.002903] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.005740] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.016430] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8cb3a2dd-498a-4771-96dd-6cb7d3a3d704 in Status: IN_PROGRESS for 2s [ 652.079208] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ef744301-e635-4102-a37d-cb2a8f905aab',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.139078] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3781be8b-e165-4069-8e42-eeace48d4ca3',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.571886] env[70956]: INFO networking_nsxv3.common.synchronization [req-19447035-6268-4aff-b33b-2a899fdc5165 req-5c4cd8be-9a79-408f-8d39-b88deabca783 tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] Enqueued Resource ID: ddfece2d-6d53-4deb-9458-8ea9239bfe7f with Priority: HIGHEST for action security_group_members [ 652.571886] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddfece2d-6d53-4deb-9458-8ea9239bfe7f with Priority: HIGHEST for action security_group_members [ 652.571886] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddfece2d-6d53-4deb-9458-8ea9239bfe7f taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.571886] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddfece2d-6d53-4deb-9458-8ea9239bfe7f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.571886] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddfece2d-6d53-4deb-9458-8ea9239bfe7f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.571886] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddfece2d-6d53-4deb-9458-8ea9239bfe7f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.571886] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.571886] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.571886] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.571886] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.571886] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.571886] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ddfece2d-6d53-4deb-9458-8ea9239bfe7f',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.585101] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.585101] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.585101] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.585101] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.585405] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.585405] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef744301-e635-4102-a37d-cb2a8f905aab is going to be updated. [ 652.614018] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.614018] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.614018] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.614018] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.614018] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.630571] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef744301-e635-4102-a37d-cb2a8f905aab in Status: IN_PROGRESS for 2s [ 652.643351] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.644280] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.644280] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.644280] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.644280] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.644280] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3781be8b-e165-4069-8e42-eeace48d4ca3 is going to be updated. [ 652.674308] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.674448] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.674519] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.674713] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.674844] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.685151] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3781be8b-e165-4069-8e42-eeace48d4ca3 in Status: IN_PROGRESS for 2s [ 652.704304] env[70956]: INFO networking_nsxv3.common.synchronization [req-b51ca6c5-48d1-4427-89d5-e8a7b3d74c8c req-4dcea368-6e12-4355-9659-ef41b400e362 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Enqueued Resource ID: 524a78e9-254f-48b7-aafc-e2a84cdbf82c with Priority: HIGHEST for action security_group_members [ 652.709969] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 524a78e9-254f-48b7-aafc-e2a84cdbf82c with Priority: HIGHEST for action security_group_members [ 652.709969] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-524a78e9-254f-48b7-aafc-e2a84cdbf82c taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.711329] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-524a78e9-254f-48b7-aafc-e2a84cdbf82c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.711329] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-524a78e9-254f-48b7-aafc-e2a84cdbf82c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.712596] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-524a78e9-254f-48b7-aafc-e2a84cdbf82c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.712785] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.712904] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.712976] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.713152] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.713231] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.713328] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('524a78e9-254f-48b7-aafc-e2a84cdbf82c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.948084] env[70956]: INFO networking_nsxv3.common.synchronization [None req-fb6b5369-8057-4e10-9385-68a69a0c7b6f None None] Enqueued Resource ID: 166c271e-0ed1-4e31-9175-d6119a2ef869 with Priority: HIGHEST for action port [ 652.948367] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 166c271e-0ed1-4e31-9175-d6119a2ef869 with Priority: HIGHEST for action port [ 652.948960] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-166c271e-0ed1-4e31-9175-d6119a2ef869 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.949112] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-166c271e-0ed1-4e31-9175-d6119a2ef869" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.949168] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-166c271e-0ed1-4e31-9175-d6119a2ef869" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.949416] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-166c271e-0ed1-4e31-9175-d6119a2ef869" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.949529] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('166c271e-0ed1-4e31-9175-d6119a2ef869',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.073663] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.073811] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.074292] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.074292] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.074292] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.074426] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.074508] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.074568] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.074711] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.075021] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.075021] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ddfece2d-6d53-4deb-9458-8ea9239bfe7f is going to be updated. [ 653.104174] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.104393] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.104468] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.107752] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.107912] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.118762] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddfece2d-6d53-4deb-9458-8ea9239bfe7f in Status: IN_PROGRESS for 2s [ 653.216176] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.216362] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.216458] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.216767] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.216855] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.217026] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.217130] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.217188] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.217331] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.217412] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.217663] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 524a78e9-254f-48b7-aafc-e2a84cdbf82c already deleted. [ 653.217663] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-524a78e9-254f-48b7-aafc-e2a84cdbf82c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.451413] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 166c271e-0ed1-4e31-9175-d6119a2ef869 [ 653.451639] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.451773] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.451848] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.452130] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.452227] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.452303] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:166c271e-0ed1-4e31-9175-d6119a2ef869 already deleted. [ 653.452376] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-166c271e-0ed1-4e31-9175-d6119a2ef869" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.782657] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ef744301-e635-4102-a37d-cb2a8f905aab in Status: SUCCESS [ 653.782657] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.782924] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.785355] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.786307] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef744301-e635-4102-a37d-cb2a8f905aab',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.026767] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8cb3a2dd-498a-4771-96dd-6cb7d3a3d704 in Status: SUCCESS [ 654.027018] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8cb3a2dd-498a-4771-96dd-6cb7d3a3d704" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.270471] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-641 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.275133] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-641" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.275133] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-641" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.275133] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-641" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.275133] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.275133] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.275133] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.275133] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.275133] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.275133] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 654.275133] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 654.275133] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 654.275133] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 654.275133] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 654.276791] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 654.276791] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 654.290115] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef744301-e635-4102-a37d-cb2a8f905aab taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.290115] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.296744] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 654.296919] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 654.297088] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 654.297260] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-641" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.298557] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-65697762-406c-43b0-812d-1e1245f2045f taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.298557] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-65697762-406c-43b0-812d-1e1245f2045f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.298557] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-65697762-406c-43b0-812d-1e1245f2045f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.299553] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-65697762-406c-43b0-812d-1e1245f2045f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.299717] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65697762-406c-43b0-812d-1e1245f2045f',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.643019] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef744301-e635-4102-a37d-cb2a8f905aab in Status: SUCCESS [ 654.643019] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.643019] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.643306] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.643412] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.643537] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.643645] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.643841] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.643841] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.646339] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.646339] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ef744301-e635-4102-a37d-cb2a8f905aab',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.695518] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3781be8b-e165-4069-8e42-eeace48d4ca3 in Status: SUCCESS [ 654.698947] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3781be8b-e165-4069-8e42-eeace48d4ca3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.699898] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3781be8b-e165-4069-8e42-eeace48d4ca3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.701148] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3781be8b-e165-4069-8e42-eeace48d4ca3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.701420] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.701695] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.702157] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.702377] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.704805] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.704920] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3781be8b-e165-4069-8e42-eeace48d4ca3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.705034] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3781be8b-e165-4069-8e42-eeace48d4ca3',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.732172] env[70956]: INFO networking_nsxv3.common.synchronization [req-1cdd7ac8-71ee-4642-b1d4-fbab58957e8e req-b85570c5-2a20-47d4-a099-c946d3af6d6b tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Enqueued Resource ID: 95d81304-fa63-4814-bcbe-9bcca0df4cda with Priority: HIGHEST for action security_group_members [ 654.732976] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95d81304-fa63-4814-bcbe-9bcca0df4cda with Priority: HIGHEST for action security_group_members [ 654.733312] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-95d81304-fa63-4814-bcbe-9bcca0df4cda taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.733444] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95d81304-fa63-4814-bcbe-9bcca0df4cda" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.734980] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95d81304-fa63-4814-bcbe-9bcca0df4cda" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.734980] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95d81304-fa63-4814-bcbe-9bcca0df4cda" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.734980] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.734980] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.734980] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.734980] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.734980] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.734980] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95d81304-fa63-4814-bcbe-9bcca0df4cda',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.804225] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.804225] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.804225] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.804225] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.804225] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.804225] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Segment Port 65697762-406c-43b0-812d-1e1245f2045f not found, creating... [ 654.804225] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.804225] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.804225] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.804225] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.804225] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.804767] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.804767] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.804767] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.804907] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.805072] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.805264] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: 65697762-406c-43b0-812d-1e1245f2045f is going to be created. [ 654.826295] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.826442] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.826534] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.826828] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.827264] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.827404] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-65697762-406c-43b0-812d-1e1245f2045f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.138149] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddfece2d-6d53-4deb-9458-8ea9239bfe7f in Status: SUCCESS [ 655.138149] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ddfece2d-6d53-4deb-9458-8ea9239bfe7f deletion is rescheduled due to dependency. [ 655.138149] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddfece2d-6d53-4deb-9458-8ea9239bfe7f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.149463] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef744301-e635-4102-a37d-cb2a8f905aab taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.149605] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.150159] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.150159] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.150159] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.150374] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.150512] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.150689] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.150782] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.150887] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.151566] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef744301-e635-4102-a37d-cb2a8f905aab taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.151566] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.151566] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.151566] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.151566] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.152031] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.152031] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.152031] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.152031] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.155152] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.155297] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ef744301-e635-4102-a37d-cb2a8f905aab',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.211044] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-3781be8b-e165-4069-8e42-eeace48d4ca3 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.211044] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3781be8b-e165-4069-8e42-eeace48d4ca3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.211044] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3781be8b-e165-4069-8e42-eeace48d4ca3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.211044] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3781be8b-e165-4069-8e42-eeace48d4ca3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.211279] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.211279] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.211279] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.211428] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.211484] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.211568] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3781be8b-e165-4069-8e42-eeace48d4ca3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.211716] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-3781be8b-e165-4069-8e42-eeace48d4ca3 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.211803] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3781be8b-e165-4069-8e42-eeace48d4ca3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.211862] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3781be8b-e165-4069-8e42-eeace48d4ca3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.211998] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3781be8b-e165-4069-8e42-eeace48d4ca3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.212142] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.212229] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.212349] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.212517] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.212586] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.212739] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3781be8b-e165-4069-8e42-eeace48d4ca3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.212788] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3781be8b-e165-4069-8e42-eeace48d4ca3',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.243865] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.244070] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.244106] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.244286] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.244377] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.244572] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.244755] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.244813] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.245067] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.245067] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.245161] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95d81304-fa63-4814-bcbe-9bcca0df4cda already deleted. [ 655.245192] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95d81304-fa63-4814-bcbe-9bcca0df4cda" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.247142] env[70956]: INFO networking_nsxv3.common.synchronization [None req-a25a81ff-b5bf-40e4-a07d-c0eb3d111b4c None None] Enqueued Resource ID: 4a3cb257-c260-4530-8a55-dbf7149ec214 with Priority: HIGHEST for action port [ 655.248214] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a3cb257-c260-4530-8a55-dbf7149ec214 with Priority: HIGHEST for action port [ 655.248553] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-4a3cb257-c260-4530-8a55-dbf7149ec214 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.248685] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4a3cb257-c260-4530-8a55-dbf7149ec214" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.248784] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4a3cb257-c260-4530-8a55-dbf7149ec214" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.248972] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4a3cb257-c260-4530-8a55-dbf7149ec214" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.249087] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a3cb257-c260-4530-8a55-dbf7149ec214',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.660255] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ef744301-e635-4102-a37d-cb2a8f905aab: rpc.has_security_group_logging(os_id): False [ 655.685021] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-594 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.685021] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-594" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.685021] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-594" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.685242] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-594" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.685500] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.686063] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.686198] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.686448] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.686672] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.687188] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 655.687188] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 655.687328] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 655.687462] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 655.687550] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 655.687654] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 655.687835] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 655.690659] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.690881] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.690949] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.691182] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.691272] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.691864] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.692404] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.692490] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.692686] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.693090] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.693315] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.693446] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.693509] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.695207] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.695207] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.695207] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.695207] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.695207] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.695207] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.695207] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.695207] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef744301-e635-4102-a37d-cb2a8f905aab is going to be updated. [ 655.718196] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3781be8b-e165-4069-8e42-eeace48d4ca3: rpc.has_security_group_logging(os_id): False [ 655.720278] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 655.720747] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 655.721305] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 655.721809] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-594" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.723857] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-8238a70f-e0bd-4338-8770-fac2f1a4a977 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.723857] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-8238a70f-e0bd-4338-8770-fac2f1a4a977" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.723857] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-8238a70f-e0bd-4338-8770-fac2f1a4a977" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.723857] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-8238a70f-e0bd-4338-8770-fac2f1a4a977" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.723857] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8238a70f-e0bd-4338-8770-fac2f1a4a977',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.748339] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.748678] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.748756] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.748954] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.749064] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.749264] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.749382] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.749443] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.749610] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.749693] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.749878] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.749988] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.750090] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.750242] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.750322] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.750593] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.750693] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.750693] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.750910] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.750981] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.751326] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3781be8b-e165-4069-8e42-eeace48d4ca3 is going to be updated. [ 655.755769] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4a3cb257-c260-4530-8a55-dbf7149ec214 [ 655.756118] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.756261] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.756351] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.756698] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.756898] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.757038] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4a3cb257-c260-4530-8a55-dbf7149ec214 already deleted. [ 655.757539] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4a3cb257-c260-4530-8a55-dbf7149ec214" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.770080] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.770531] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.770531] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.770531] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.770723] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.784062] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ef744301-e635-4102-a37d-cb2a8f905aab in Status: IN_PROGRESS for 2s [ 655.797542] env[70956]: INFO networking_nsxv3.common.synchronization [req-b51ca6c5-48d1-4427-89d5-e8a7b3d74c8c req-5488e3a9-1997-4000-b02b-1faee1f33b3b service nova] Enqueued Resource ID: 524a78e9-254f-48b7-aafc-e2a84cdbf82c with Priority: HIGHEST for action security_group_rules [ 655.798304] env[70956]: INFO networking_nsxv3.common.synchronization [req-b51ca6c5-48d1-4427-89d5-e8a7b3d74c8c req-5488e3a9-1997-4000-b02b-1faee1f33b3b service nova] Enqueued Resource ID: 524a78e9-254f-48b7-aafc-e2a84cdbf82c with Priority: HIGHEST for action security_group_members [ 655.798304] env[70956]: INFO networking_nsxv3.common.synchronization [req-b51ca6c5-48d1-4427-89d5-e8a7b3d74c8c req-5488e3a9-1997-4000-b02b-1faee1f33b3b service nova] Enqueued Resource ID: 65697762-406c-43b0-812d-1e1245f2045f with Priority: HIGHEST for action port [ 655.798531] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 524a78e9-254f-48b7-aafc-e2a84cdbf82c with Priority: HIGHEST for action security_group_rules [ 655.798612] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 524a78e9-254f-48b7-aafc-e2a84cdbf82c with Priority: HIGHEST for action security_group_members [ 655.799350] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65697762-406c-43b0-812d-1e1245f2045f with Priority: HIGHEST for action port [ 655.800022] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-524a78e9-254f-48b7-aafc-e2a84cdbf82c taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.800172] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-524a78e9-254f-48b7-aafc-e2a84cdbf82c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.800411] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-524a78e9-254f-48b7-aafc-e2a84cdbf82c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.800498] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-524a78e9-254f-48b7-aafc-e2a84cdbf82c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.800603] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('524a78e9-254f-48b7-aafc-e2a84cdbf82c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.802123] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-524a78e9-254f-48b7-aafc-e2a84cdbf82c taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.802123] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-524a78e9-254f-48b7-aafc-e2a84cdbf82c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.802304] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-524a78e9-254f-48b7-aafc-e2a84cdbf82c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.802540] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-524a78e9-254f-48b7-aafc-e2a84cdbf82c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.802895] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.803070] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.803136] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.803297] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.803406] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.803643] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('524a78e9-254f-48b7-aafc-e2a84cdbf82c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.805226] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-65697762-406c-43b0-812d-1e1245f2045f taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.806080] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-65697762-406c-43b0-812d-1e1245f2045f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.806080] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-65697762-406c-43b0-812d-1e1245f2045f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.806080] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-65697762-406c-43b0-812d-1e1245f2045f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.806080] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65697762-406c-43b0-812d-1e1245f2045f',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.819102] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.819102] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.819102] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.819102] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.819102] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.837323] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3781be8b-e165-4069-8e42-eeace48d4ca3 in Status: IN_PROGRESS for 2s [ 655.922986] env[70956]: INFO networking_nsxv3.common.synchronization [None req-a6332bf4-adb5-45f5-a2e8-94d276c603a7 None None] Enqueued Resource ID: 2c4c20d7-4570-4a56-b5ae-e53328cafc85 with Priority: HIGHEST for action port [ 655.925146] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c4c20d7-4570-4a56-b5ae-e53328cafc85 with Priority: HIGHEST for action port [ 655.925470] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c4c20d7-4570-4a56-b5ae-e53328cafc85 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.925642] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c4c20d7-4570-4a56-b5ae-e53328cafc85" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.925728] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c4c20d7-4570-4a56-b5ae-e53328cafc85" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.925929] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c4c20d7-4570-4a56-b5ae-e53328cafc85" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.926029] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c4c20d7-4570-4a56-b5ae-e53328cafc85',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.227954] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.228326] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.228326] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.229037] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.229037] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.229037] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Segment Port 8238a70f-e0bd-4338-8770-fac2f1a4a977 not found, creating... [ 656.230358] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.230489] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.234017] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.234017] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.234017] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.234017] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.234017] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.234017] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.234017] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.234017] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.234017] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: 8238a70f-e0bd-4338-8770-fac2f1a4a977 is going to be created. [ 656.254377] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.254599] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.254727] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.254997] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.255236] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.255450] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-8238a70f-e0bd-4338-8770-fac2f1a4a977" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.310388] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-524a78e9-254f-48b7-aafc-e2a84cdbf82c taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.310388] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-524a78e9-254f-48b7-aafc-e2a84cdbf82c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.310388] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('524a78e9-254f-48b7-aafc-e2a84cdbf82c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.310388] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 65697762-406c-43b0-812d-1e1245f2045f with status ACTIVE [ 656.310388] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.310388] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.310388] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.310388] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.310388] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.310388] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.310740] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.310740] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.310740] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.311203] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.311726] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.311845] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.311945] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.312374] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.312787] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.312930] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 65697762-406c-43b0-812d-1e1245f2045f is going to be updated. [ 656.334660] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.334770] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.334828] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.335032] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.335173] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.335338] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-65697762-406c-43b0-812d-1e1245f2045f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.411568] env[70956]: INFO networking_nsxv3.common.synchronization [None req-4798f46a-9a7e-40dc-90ba-4f2242e4e4f0 tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] Enqueued Resource ID: f9c05046-8a5f-4087-bd05-13756cd70553 with Priority: HIGHEST for action security_group_rules [ 656.413860] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9c05046-8a5f-4087-bd05-13756cd70553 with Priority: HIGHEST for action security_group_rules [ 656.413860] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9c05046-8a5f-4087-bd05-13756cd70553 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.413860] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9c05046-8a5f-4087-bd05-13756cd70553" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.413860] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9c05046-8a5f-4087-bd05-13756cd70553" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.414041] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9c05046-8a5f-4087-bd05-13756cd70553" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.414073] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9c05046-8a5f-4087-bd05-13756cd70553',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.430488] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2c4c20d7-4570-4a56-b5ae-e53328cafc85 [ 656.430718] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.430818] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.430929] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.431187] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.431647] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.431647] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2c4c20d7-4570-4a56-b5ae-e53328cafc85 already deleted. [ 656.431647] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c4c20d7-4570-4a56-b5ae-e53328cafc85" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.561570] env[70956]: INFO networking_nsxv3.common.synchronization [None req-a3fea04a-f89e-48fd-b5a8-40a7c264ad1b tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] Enqueued Resource ID: f9c05046-8a5f-4087-bd05-13756cd70553 with Priority: HIGHEST for action security_group_rules [ 656.561994] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9c05046-8a5f-4087-bd05-13756cd70553 with Priority: HIGHEST for action security_group_rules [ 656.562323] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9c05046-8a5f-4087-bd05-13756cd70553 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.567087] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9c05046-8a5f-4087-bd05-13756cd70553" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.818392] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('524a78e9-254f-48b7-aafc-e2a84cdbf82c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.940693] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.940693] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.940693] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.940693] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.940693] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.940693] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9c05046-8a5f-4087-bd05-13756cd70553 already deleted. [ 656.940693] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9c05046-8a5f-4087-bd05-13756cd70553" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.940693] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9c05046-8a5f-4087-bd05-13756cd70553" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.940693] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9c05046-8a5f-4087-bd05-13756cd70553" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.940693] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9c05046-8a5f-4087-bd05-13756cd70553',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.211879] env[70956]: INFO networking_nsxv3.common.synchronization [None req-c427e92e-96d0-4223-80e0-09c9eb32c966 None None] Enqueued Resource ID: 836a2cfb-be47-420a-ad63-af59a189534d with Priority: HIGHEST for action port [ 657.212153] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 836a2cfb-be47-420a-ad63-af59a189534d with Priority: HIGHEST for action port [ 657.212757] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-836a2cfb-be47-420a-ad63-af59a189534d taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.212876] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-836a2cfb-be47-420a-ad63-af59a189534d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.212939] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-836a2cfb-be47-420a-ad63-af59a189534d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.213208] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-836a2cfb-be47-420a-ad63-af59a189534d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.213286] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('836a2cfb-be47-420a-ad63-af59a189534d',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.323064] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.323064] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.323064] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.323064] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.323064] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.323064] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 524a78e9-254f-48b7-aafc-e2a84cdbf82c is going to be created. [ 657.345248] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.347145] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.347145] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.347145] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.347145] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.355584] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 524a78e9-254f-48b7-aafc-e2a84cdbf82c in Status: UNINITIALIZED for 2s [ 657.460762] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.460762] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.460762] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.460762] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.460762] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.460762] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9c05046-8a5f-4087-bd05-13756cd70553 already deleted. [ 657.460762] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9c05046-8a5f-4087-bd05-13756cd70553" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.714944] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 836a2cfb-be47-420a-ad63-af59a189534d [ 657.715248] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.715602] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.715602] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.715770] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.715770] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.715843] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:836a2cfb-be47-420a-ad63-af59a189534d already deleted. [ 657.715945] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-836a2cfb-be47-420a-ad63-af59a189534d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.773561] env[70956]: INFO networking_nsxv3.common.synchronization [req-1cdd7ac8-71ee-4642-b1d4-fbab58957e8e req-ce485cf3-a3c5-4249-907d-432faac52107 service nova] Enqueued Resource ID: 95d81304-fa63-4814-bcbe-9bcca0df4cda with Priority: HIGHEST for action security_group_rules [ 657.773970] env[70956]: INFO networking_nsxv3.common.synchronization [req-1cdd7ac8-71ee-4642-b1d4-fbab58957e8e req-ce485cf3-a3c5-4249-907d-432faac52107 service nova] Enqueued Resource ID: 95d81304-fa63-4814-bcbe-9bcca0df4cda with Priority: HIGHEST for action security_group_members [ 657.774316] env[70956]: INFO networking_nsxv3.common.synchronization [req-1cdd7ac8-71ee-4642-b1d4-fbab58957e8e req-ce485cf3-a3c5-4249-907d-432faac52107 service nova] Enqueued Resource ID: 8238a70f-e0bd-4338-8770-fac2f1a4a977 with Priority: HIGHEST for action port [ 657.775138] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95d81304-fa63-4814-bcbe-9bcca0df4cda with Priority: HIGHEST for action security_group_rules [ 657.776115] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95d81304-fa63-4814-bcbe-9bcca0df4cda with Priority: HIGHEST for action security_group_members [ 657.776115] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8238a70f-e0bd-4338-8770-fac2f1a4a977 with Priority: HIGHEST for action port [ 657.776115] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95d81304-fa63-4814-bcbe-9bcca0df4cda taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.776115] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95d81304-fa63-4814-bcbe-9bcca0df4cda" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.776115] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95d81304-fa63-4814-bcbe-9bcca0df4cda" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.776380] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95d81304-fa63-4814-bcbe-9bcca0df4cda" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.776380] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95d81304-fa63-4814-bcbe-9bcca0df4cda',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.778175] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-95d81304-fa63-4814-bcbe-9bcca0df4cda taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.778175] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95d81304-fa63-4814-bcbe-9bcca0df4cda" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.778175] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95d81304-fa63-4814-bcbe-9bcca0df4cda" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.778175] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95d81304-fa63-4814-bcbe-9bcca0df4cda" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.778175] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.778175] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.778801] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.779187] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.779263] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.779391] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95d81304-fa63-4814-bcbe-9bcca0df4cda',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.783444] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-8238a70f-e0bd-4338-8770-fac2f1a4a977 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.783444] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8238a70f-e0bd-4338-8770-fac2f1a4a977" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.783444] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8238a70f-e0bd-4338-8770-fac2f1a4a977" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.783444] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8238a70f-e0bd-4338-8770-fac2f1a4a977" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.783444] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8238a70f-e0bd-4338-8770-fac2f1a4a977',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.798250] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ef744301-e635-4102-a37d-cb2a8f905aab in Status: SUCCESS [ 657.798379] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.799677] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.799677] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.801086] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef744301-e635-4102-a37d-cb2a8f905aab',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.853179] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3781be8b-e165-4069-8e42-eeace48d4ca3 in Status: SUCCESS [ 657.853434] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3781be8b-e165-4069-8e42-eeace48d4ca3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.283385] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('95d81304-fa63-4814-bcbe-9bcca0df4cda',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.284374] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-95d81304-fa63-4814-bcbe-9bcca0df4cda taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.284527] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95d81304-fa63-4814-bcbe-9bcca0df4cda" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.284921] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8238a70f-e0bd-4338-8770-fac2f1a4a977 with status ACTIVE [ 658.285128] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.285225] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.285311] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.285507] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.285576] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.285740] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.285831] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.285889] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.286046] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.286121] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.286324] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.286397] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.286447] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.286710] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.286808] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.286918] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8238a70f-e0bd-4338-8770-fac2f1a4a977 is going to be updated. [ 658.305553] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef744301-e635-4102-a37d-cb2a8f905aab taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.305901] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.305901] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.306081] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.306329] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.306416] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.306455] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.306637] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.306731] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.307215] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.307215] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ef744301-e635-4102-a37d-cb2a8f905aab',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.310152] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.310307] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.310886] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.310886] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.311460] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.311460] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8238a70f-e0bd-4338-8770-fac2f1a4a977" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.786445] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('95d81304-fa63-4814-bcbe-9bcca0df4cda',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.813079] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef744301-e635-4102-a37d-cb2a8f905aab taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.813187] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.813248] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.814527] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.814527] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.814921] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.815027] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.815460] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.815460] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.815460] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.815616] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef744301-e635-4102-a37d-cb2a8f905aab taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.816236] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.816236] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.816236] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.816236] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.816236] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.816236] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.816535] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.816535] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.816670] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.816670] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ef744301-e635-4102-a37d-cb2a8f905aab',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.265684] env[70956]: INFO networking_nsxv3.common.synchronization [req-391b6664-4bfb-4c26-98a6-69630b9fb2ef req-e02d78f4-0472-41e5-b117-fade22fc79d7 tempest-FloatingIPsAssociationNegativeTestJSON-47692956 tempest-FloatingIPsAssociationNegativeTestJSON-47692956-project-member] Enqueued Resource ID: fed731a5-711c-4b26-8c5c-973726915d72 with Priority: HIGHEST for action security_group_members [ 659.266573] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fed731a5-711c-4b26-8c5c-973726915d72 with Priority: HIGHEST for action security_group_members [ 659.266573] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-fed731a5-711c-4b26-8c5c-973726915d72 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.266731] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fed731a5-711c-4b26-8c5c-973726915d72" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.266731] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fed731a5-711c-4b26-8c5c-973726915d72" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.266871] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fed731a5-711c-4b26-8c5c-973726915d72" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.268217] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.268217] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.268364] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.268491] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.270242] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.271182] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fed731a5-711c-4b26-8c5c-973726915d72',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.295216] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.295216] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.295216] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.295216] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.295216] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.295216] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95d81304-fa63-4814-bcbe-9bcca0df4cda is going to be created. [ 659.320927] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ef744301-e635-4102-a37d-cb2a8f905aab: rpc.has_security_group_logging(os_id): False [ 659.326970] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.329335] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.329559] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.330513] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.330513] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.342749] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.342749] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.342749] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.342749] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.343090] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.343090] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.343090] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.343304] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.343304] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.343419] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.345037] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.345037] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.345037] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.345037] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.345037] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.345037] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.345037] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.345037] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.345037] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.345037] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.345037] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef744301-e635-4102-a37d-cb2a8f905aab is going to be updated. [ 659.346799] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95d81304-fa63-4814-bcbe-9bcca0df4cda in Status: UNINITIALIZED for 2s [ 659.377256] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 524a78e9-254f-48b7-aafc-e2a84cdbf82c in Status: SUCCESS [ 659.377522] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-524a78e9-254f-48b7-aafc-e2a84cdbf82c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.377721] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-524a78e9-254f-48b7-aafc-e2a84cdbf82c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.377961] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-524a78e9-254f-48b7-aafc-e2a84cdbf82c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.378197] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.378545] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.378545] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.379049] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.379163] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.379396] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-524a78e9-254f-48b7-aafc-e2a84cdbf82c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.379396] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('524a78e9-254f-48b7-aafc-e2a84cdbf82c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.432313] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.432313] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.432313] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.432313] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.432313] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.448523] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ef744301-e635-4102-a37d-cb2a8f905aab in Status: IN_PROGRESS for 2s [ 659.772291] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.772584] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.772584] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.772807] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.772949] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.773396] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.773396] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.773547] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.773649] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.773769] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.773866] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fed731a5-711c-4b26-8c5c-973726915d72 is going to be updated. [ 659.801452] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.801822] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.801822] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.804051] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.804051] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.812995] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fed731a5-711c-4b26-8c5c-973726915d72 in Status: IN_PROGRESS for 2s [ 659.881842] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('524a78e9-254f-48b7-aafc-e2a84cdbf82c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.389025] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 524a78e9-254f-48b7-aafc-e2a84cdbf82c: rpc.has_security_group_logging(os_id): False [ 660.403906] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.405518] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.406732] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.407216] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.407333] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.408507] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.408507] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.408507] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.408507] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.409435] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.409435] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 524a78e9-254f-48b7-aafc-e2a84cdbf82c is going to be created. [ 660.463211] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.463911] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.463911] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.466033] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.466033] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.475537] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 524a78e9-254f-48b7-aafc-e2a84cdbf82c in Status: IN_PROGRESS for 2s [ 661.360720] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95d81304-fa63-4814-bcbe-9bcca0df4cda in Status: SUCCESS [ 661.361207] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95d81304-fa63-4814-bcbe-9bcca0df4cda" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.361268] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95d81304-fa63-4814-bcbe-9bcca0df4cda" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.361509] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95d81304-fa63-4814-bcbe-9bcca0df4cda" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.361725] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.361877] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.362405] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.364079] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.364079] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.364079] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95d81304-fa63-4814-bcbe-9bcca0df4cda" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.364079] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('95d81304-fa63-4814-bcbe-9bcca0df4cda',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.463253] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ef744301-e635-4102-a37d-cb2a8f905aab in Status: SUCCESS [ 661.463521] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.827970] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fed731a5-711c-4b26-8c5c-973726915d72 in Status: SUCCESS [ 661.828260] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fed731a5-711c-4b26-8c5c-973726915d72 deletion is rescheduled due to dependency. [ 661.828388] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fed731a5-711c-4b26-8c5c-973726915d72" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.869129] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('95d81304-fa63-4814-bcbe-9bcca0df4cda',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.372900] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 95d81304-fa63-4814-bcbe-9bcca0df4cda: rpc.has_security_group_logging(os_id): False [ 662.393524] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.393524] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.393524] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.394128] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.394128] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.394128] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.394128] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.394415] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.394415] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.394415] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.394509] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95d81304-fa63-4814-bcbe-9bcca0df4cda is going to be created. [ 662.449524] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.450352] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.450473] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.450705] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.450938] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.463054] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95d81304-fa63-4814-bcbe-9bcca0df4cda in Status: IN_PROGRESS for 2s [ 662.499480] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 524a78e9-254f-48b7-aafc-e2a84cdbf82c in Status: SUCCESS [ 662.499768] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-524a78e9-254f-48b7-aafc-e2a84cdbf82c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.279306] env[70956]: INFO networking_nsxv3.common.synchronization [None req-28aa3fd9-db17-44e2-bdd6-0fee57dba40b None None] Enqueued Resource ID: ef9f9325-dda4-4670-b09c-0a36d7ced464 with Priority: HIGHEST for action port [ 663.281041] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef9f9325-dda4-4670-b09c-0a36d7ced464 with Priority: HIGHEST for action port [ 663.281699] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef9f9325-dda4-4670-b09c-0a36d7ced464 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.281699] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef9f9325-dda4-4670-b09c-0a36d7ced464" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.281699] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef9f9325-dda4-4670-b09c-0a36d7ced464" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.282480] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef9f9325-dda4-4670-b09c-0a36d7ced464" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.282480] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef9f9325-dda4-4670-b09c-0a36d7ced464',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.785226] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ef9f9325-dda4-4670-b09c-0a36d7ced464 [ 663.785519] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.785639] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.785708] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.785982] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.786181] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.786220] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ef9f9325-dda4-4670-b09c-0a36d7ced464 already deleted. [ 663.786294] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef9f9325-dda4-4670-b09c-0a36d7ced464" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.002614] env[70956]: INFO networking_nsxv3.common.synchronization [req-692257bf-8eee-4de3-b0d7-70bce8fa2562 req-9a50d88f-d2c8-4117-9af8-1b5fc7c730cb tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Enqueued Resource ID: 155a7a91-788b-4c8a-bd19-9cf001bb1f63 with Priority: HIGHEST for action security_group_members [ 664.003155] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 155a7a91-788b-4c8a-bd19-9cf001bb1f63 with Priority: HIGHEST for action security_group_members [ 664.003499] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-155a7a91-788b-4c8a-bd19-9cf001bb1f63 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.003575] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-155a7a91-788b-4c8a-bd19-9cf001bb1f63" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.003714] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-155a7a91-788b-4c8a-bd19-9cf001bb1f63" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.003814] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-155a7a91-788b-4c8a-bd19-9cf001bb1f63" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.003974] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.006405] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.006405] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.006700] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.006700] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.006814] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('155a7a91-788b-4c8a-bd19-9cf001bb1f63',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.390181] env[70956]: INFO networking_nsxv3.common.synchronization [None req-b58c48c9-3dea-4024-8510-b228adbf6620 None None] Enqueued Resource ID: b783243f-78d7-4541-89bf-ea285147acf8 with Priority: HIGHEST for action port [ 664.390181] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b783243f-78d7-4541-89bf-ea285147acf8 with Priority: HIGHEST for action port [ 664.390181] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-b783243f-78d7-4541-89bf-ea285147acf8 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.390181] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b783243f-78d7-4541-89bf-ea285147acf8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.390967] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b783243f-78d7-4541-89bf-ea285147acf8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.392140] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b783243f-78d7-4541-89bf-ea285147acf8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.392140] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b783243f-78d7-4541-89bf-ea285147acf8',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.477223] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95d81304-fa63-4814-bcbe-9bcca0df4cda in Status: SUCCESS [ 664.477663] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95d81304-fa63-4814-bcbe-9bcca0df4cda" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.509998] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('155a7a91-788b-4c8a-bd19-9cf001bb1f63',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.893589] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b783243f-78d7-4541-89bf-ea285147acf8 [ 664.895391] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.895391] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.895391] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.895391] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.895391] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.895391] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b783243f-78d7-4541-89bf-ea285147acf8 already deleted. [ 664.895391] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b783243f-78d7-4541-89bf-ea285147acf8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.013126] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('155a7a91-788b-4c8a-bd19-9cf001bb1f63',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.516625] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.517301] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.517301] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.517301] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.517301] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.517494] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 155a7a91-788b-4c8a-bd19-9cf001bb1f63 is going to be updated. [ 665.531860] env[70956]: INFO networking_nsxv3.common.synchronization [None req-54fbc98e-d3e0-406a-9027-eee47881a298 None None] Enqueued Resource ID: 355e24d2-4466-42f4-9338-336382e35eb2 with Priority: HIGHEST for action port [ 665.532519] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 355e24d2-4466-42f4-9338-336382e35eb2 with Priority: HIGHEST for action port [ 665.532934] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-355e24d2-4466-42f4-9338-336382e35eb2 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.534097] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-355e24d2-4466-42f4-9338-336382e35eb2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.534097] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-355e24d2-4466-42f4-9338-336382e35eb2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.535286] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-355e24d2-4466-42f4-9338-336382e35eb2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.535286] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('355e24d2-4466-42f4-9338-336382e35eb2',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.549878] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.551119] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.551250] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.551469] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.552402] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.563092] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 155a7a91-788b-4c8a-bd19-9cf001bb1f63 in Status: IN_PROGRESS for 2s [ 666.038935] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 355e24d2-4466-42f4-9338-336382e35eb2 [ 666.038935] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.038935] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.039616] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.039616] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.039616] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.039616] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:355e24d2-4466-42f4-9338-336382e35eb2 already deleted. [ 666.039616] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-355e24d2-4466-42f4-9338-336382e35eb2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.905344] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-615 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.905344] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-615" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.905344] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-615" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.905344] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-615" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.905698] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.905698] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.905862] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.906704] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.907579] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.907918] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 666.908292] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 666.908570] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 666.908703] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 666.909033] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 666.909200] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 666.909542] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 666.927295] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 666.927992] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 666.928270] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 666.928456] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-615" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.929117] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-3d41657f-6893-4640-a841-54fef964b1bf taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.929451] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-3d41657f-6893-4640-a841-54fef964b1bf" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.929772] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-3d41657f-6893-4640-a841-54fef964b1bf" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.929938] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-3d41657f-6893-4640-a841-54fef964b1bf" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.930136] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d41657f-6893-4640-a841-54fef964b1bf',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.113586] env[70956]: INFO networking_nsxv3.common.synchronization [req-18050136-6807-434a-a9a5-a51152f0645f req-25df48cd-e291-4697-86c9-cf4cbef8f181 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Enqueued Resource ID: abaebe40-bf40-4663-9001-f1d144ec9ba9 with Priority: HIGHEST for action security_group_members [ 667.113899] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abaebe40-bf40-4663-9001-f1d144ec9ba9 with Priority: HIGHEST for action security_group_members [ 667.114948] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-abaebe40-bf40-4663-9001-f1d144ec9ba9 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.114948] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.114948] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.114948] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.114948] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.114948] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.114948] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.115743] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.115743] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.115743] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('abaebe40-bf40-4663-9001-f1d144ec9ba9',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.436019] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.436019] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.436019] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.436019] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.436019] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.436019] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Segment Port 3d41657f-6893-4640-a841-54fef964b1bf not found, creating... [ 667.436019] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.436475] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.436475] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.436475] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.436727] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.436857] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.437709] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.438115] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.441375] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.441375] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.441375] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: 3d41657f-6893-4640-a841-54fef964b1bf is going to be created. [ 667.461275] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.461275] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.461275] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.461275] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.461275] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.461275] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-3d41657f-6893-4640-a841-54fef964b1bf" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.494745] env[70956]: INFO networking_nsxv3.common.synchronization [None req-0abfa980-6dd7-495c-8be1-704de25d65da None None] Enqueued Resource ID: 7bb4ca9a-902d-4011-adbc-db06e7f449a3 with Priority: HIGHEST for action port [ 667.495516] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bb4ca9a-902d-4011-adbc-db06e7f449a3 with Priority: HIGHEST for action port [ 667.496387] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-7bb4ca9a-902d-4011-adbc-db06e7f449a3 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.502968] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7bb4ca9a-902d-4011-adbc-db06e7f449a3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.502968] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7bb4ca9a-902d-4011-adbc-db06e7f449a3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.502968] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7bb4ca9a-902d-4011-adbc-db06e7f449a3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.502968] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7bb4ca9a-902d-4011-adbc-db06e7f449a3',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.573441] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 155a7a91-788b-4c8a-bd19-9cf001bb1f63 in Status: SUCCESS [ 667.573812] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-155a7a91-788b-4c8a-bd19-9cf001bb1f63" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.618173] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('abaebe40-bf40-4663-9001-f1d144ec9ba9',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.881262] env[70956]: INFO networking_nsxv3.common.synchronization [req-f01ec08a-9368-4ad7-ab92-d31e4face74d req-2b0d1751-758e-487d-9899-0072a658c6ad tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Enqueued Resource ID: ef744301-e635-4102-a37d-cb2a8f905aab with Priority: HIGHEST for action security_group_members [ 667.881822] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef744301-e635-4102-a37d-cb2a8f905aab with Priority: HIGHEST for action security_group_members [ 667.882194] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef744301-e635-4102-a37d-cb2a8f905aab taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.882366] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.882455] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.882717] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.883126] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.883400] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.883494] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.883696] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.883815] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.883935] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef744301-e635-4102-a37d-cb2a8f905aab',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.004969] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7bb4ca9a-902d-4011-adbc-db06e7f449a3 [ 668.004969] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.004969] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.004969] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.004969] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.005549] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.005549] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7bb4ca9a-902d-4011-adbc-db06e7f449a3 already deleted. [ 668.005549] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7bb4ca9a-902d-4011-adbc-db06e7f449a3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.124664] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('abaebe40-bf40-4663-9001-f1d144ec9ba9',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.390178] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ef744301-e635-4102-a37d-cb2a8f905aab',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.394029] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-119 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.394029] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-119" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.394029] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-119" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.394029] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-119" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.394808] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.395528] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.395528] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.398271] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.398271] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.398271] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 668.398271] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 668.398271] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 668.398271] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 668.398271] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 668.398271] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 668.398271] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 668.416223] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 668.416223] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 668.416347] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 668.416845] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-119" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.416845] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-96915029-8a42-4bcb-91b9-b31170171d7a taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.417111] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-96915029-8a42-4bcb-91b9-b31170171d7a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.417111] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-96915029-8a42-4bcb-91b9-b31170171d7a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.417436] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-96915029-8a42-4bcb-91b9-b31170171d7a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.417699] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96915029-8a42-4bcb-91b9-b31170171d7a',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.627031] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.627031] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.627031] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.627501] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.627501] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.627501] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: abaebe40-bf40-4663-9001-f1d144ec9ba9 is going to be updated. [ 668.654649] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.654842] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.654947] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.655190] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.655814] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.664069] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: abaebe40-bf40-4663-9001-f1d144ec9ba9 in Status: IN_PROGRESS for 2s [ 668.730221] env[70956]: INFO networking_nsxv3.common.synchronization [req-692257bf-8eee-4de3-b0d7-70bce8fa2562 req-9339fd54-bfc0-49fd-95c4-f5f886b3f6e6 service nova] Enqueued Resource ID: 155a7a91-788b-4c8a-bd19-9cf001bb1f63 with Priority: HIGHEST for action security_group_rules [ 668.730221] env[70956]: INFO networking_nsxv3.common.synchronization [req-692257bf-8eee-4de3-b0d7-70bce8fa2562 req-9339fd54-bfc0-49fd-95c4-f5f886b3f6e6 service nova] Enqueued Resource ID: 155a7a91-788b-4c8a-bd19-9cf001bb1f63 with Priority: HIGHEST for action security_group_members [ 668.730221] env[70956]: INFO networking_nsxv3.common.synchronization [req-692257bf-8eee-4de3-b0d7-70bce8fa2562 req-9339fd54-bfc0-49fd-95c4-f5f886b3f6e6 service nova] Enqueued Resource ID: 3d41657f-6893-4640-a841-54fef964b1bf with Priority: HIGHEST for action port [ 668.730221] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 155a7a91-788b-4c8a-bd19-9cf001bb1f63 with Priority: HIGHEST for action security_group_rules [ 668.730221] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 155a7a91-788b-4c8a-bd19-9cf001bb1f63 with Priority: HIGHEST for action security_group_members [ 668.730221] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d41657f-6893-4640-a841-54fef964b1bf with Priority: HIGHEST for action port [ 668.730648] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-155a7a91-788b-4c8a-bd19-9cf001bb1f63 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.730813] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-155a7a91-788b-4c8a-bd19-9cf001bb1f63" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.731409] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-155a7a91-788b-4c8a-bd19-9cf001bb1f63" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.732082] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-155a7a91-788b-4c8a-bd19-9cf001bb1f63" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.732137] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('155a7a91-788b-4c8a-bd19-9cf001bb1f63',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.733017] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-155a7a91-788b-4c8a-bd19-9cf001bb1f63 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.733208] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-155a7a91-788b-4c8a-bd19-9cf001bb1f63" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.733208] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-155a7a91-788b-4c8a-bd19-9cf001bb1f63" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.733385] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-155a7a91-788b-4c8a-bd19-9cf001bb1f63" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.733627] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.733627] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.733746] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.733811] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.733894] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.733978] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('155a7a91-788b-4c8a-bd19-9cf001bb1f63',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.738314] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d41657f-6893-4640-a841-54fef964b1bf taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.738314] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d41657f-6893-4640-a841-54fef964b1bf" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.738314] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d41657f-6893-4640-a841-54fef964b1bf" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.738314] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d41657f-6893-4640-a841-54fef964b1bf" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.738314] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d41657f-6893-4640-a841-54fef964b1bf',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.751603] env[70956]: INFO networking_nsxv3.common.synchronization [None req-1485eb74-7a5d-4c10-9e73-50f2d5e46ef4 None None] Enqueued Resource ID: 8a1caf2c-b7aa-4671-aba4-9a68c2f01869 with Priority: HIGHEST for action port [ 668.753694] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a1caf2c-b7aa-4671-aba4-9a68c2f01869 with Priority: HIGHEST for action port [ 668.756406] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a1caf2c-b7aa-4671-aba4-9a68c2f01869 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.756406] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a1caf2c-b7aa-4671-aba4-9a68c2f01869" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.756406] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a1caf2c-b7aa-4671-aba4-9a68c2f01869" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.756406] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a1caf2c-b7aa-4671-aba4-9a68c2f01869" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.756406] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a1caf2c-b7aa-4671-aba4-9a68c2f01869',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.891967] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ef744301-e635-4102-a37d-cb2a8f905aab',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.920857] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.921110] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.921240] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.921535] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.921683] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.921835] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Segment Port 96915029-8a42-4bcb-91b9-b31170171d7a not found, creating... [ 668.922125] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.922288] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.922404] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.922689] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.922817] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.923162] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.923340] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.923464] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.923676] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.923832] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.925148] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: 96915029-8a42-4bcb-91b9-b31170171d7a is going to be created. [ 668.983025] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.983025] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.983025] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.983567] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.983567] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.984707] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-96915029-8a42-4bcb-91b9-b31170171d7a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.239203] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-155a7a91-788b-4c8a-bd19-9cf001bb1f63 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.239467] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-155a7a91-788b-4c8a-bd19-9cf001bb1f63" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.240027] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('155a7a91-788b-4c8a-bd19-9cf001bb1f63',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.240426] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3d41657f-6893-4640-a841-54fef964b1bf with status ACTIVE [ 669.240624] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.240737] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.240803] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.241052] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.241147] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.241364] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.241444] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.241489] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.241611] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.241688] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.241865] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.241958] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.244365] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.244365] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.244365] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.245689] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3d41657f-6893-4640-a841-54fef964b1bf is going to be updated. [ 669.259197] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8a1caf2c-b7aa-4671-aba4-9a68c2f01869 [ 669.259484] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.259670] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.259744] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.259953] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.260067] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.260159] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8a1caf2c-b7aa-4671-aba4-9a68c2f01869 already deleted. [ 669.260243] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a1caf2c-b7aa-4671-aba4-9a68c2f01869" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.271298] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.271298] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.271298] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.271298] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.271298] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.271298] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d41657f-6893-4640-a841-54fef964b1bf" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.397713] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.397713] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.397713] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.397713] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.397713] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.397713] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef744301-e635-4102-a37d-cb2a8f905aab is going to be updated. [ 669.451769] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.451976] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.452040] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.452225] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.452419] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.461128] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef744301-e635-4102-a37d-cb2a8f905aab in Status: IN_PROGRESS for 2s [ 669.594197] env[70956]: INFO networking_nsxv3.common.synchronization [req-f01ec08a-9368-4ad7-ab92-d31e4face74d req-59a9c321-9b56-4fbc-b3e9-1bb1d9616b2b tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Enqueued Resource ID: ef744301-e635-4102-a37d-cb2a8f905aab with Priority: HIGHEST for action security_group_members [ 669.594498] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef744301-e635-4102-a37d-cb2a8f905aab with Priority: HIGHEST for action security_group_members [ 669.594857] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef744301-e635-4102-a37d-cb2a8f905aab taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.594962] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.748390] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('155a7a91-788b-4c8a-bd19-9cf001bb1f63',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.825671] env[70956]: INFO networking_nsxv3.common.synchronization [None req-5b41ea8e-1eae-45a5-81d1-a9de95be2051 None None] Enqueued Resource ID: 3ce3e6cb-42c3-4154-a18e-0f765ebca762 with Priority: HIGHEST for action port [ 669.827030] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ce3e6cb-42c3-4154-a18e-0f765ebca762 with Priority: HIGHEST for action port [ 669.828836] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ce3e6cb-42c3-4154-a18e-0f765ebca762 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.829059] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ce3e6cb-42c3-4154-a18e-0f765ebca762" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.829490] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ce3e6cb-42c3-4154-a18e-0f765ebca762" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.830157] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ce3e6cb-42c3-4154-a18e-0f765ebca762" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.830349] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ce3e6cb-42c3-4154-a18e-0f765ebca762',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.959525] env[70956]: INFO networking_nsxv3.common.synchronization [None req-15c2cb22-29df-4f87-ab4f-1f0ac586d671 None None] Enqueued Resource ID: c8c002b5-9de1-43b6-a5ea-0b7b7235e12b with Priority: HIGHEST for action port [ 669.959525] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8c002b5-9de1-43b6-a5ea-0b7b7235e12b with Priority: HIGHEST for action port [ 669.960000] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8c002b5-9de1-43b6-a5ea-0b7b7235e12b taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.960357] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8c002b5-9de1-43b6-a5ea-0b7b7235e12b" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.961063] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8c002b5-9de1-43b6-a5ea-0b7b7235e12b" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.961438] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8c002b5-9de1-43b6-a5ea-0b7b7235e12b" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.961618] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8c002b5-9de1-43b6-a5ea-0b7b7235e12b',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.254386] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.254730] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.254730] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.254840] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.254938] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.255063] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 155a7a91-788b-4c8a-bd19-9cf001bb1f63 is going to be updated. [ 670.281964] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.282060] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.282060] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.282977] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.282977] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.291277] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 155a7a91-788b-4c8a-bd19-9cf001bb1f63 in Status: IN_PROGRESS for 2s [ 670.335889] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3ce3e6cb-42c3-4154-a18e-0f765ebca762 [ 670.337397] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.337397] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.337397] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.337397] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.337397] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.337397] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3ce3e6cb-42c3-4154-a18e-0f765ebca762 already deleted. [ 670.337397] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ce3e6cb-42c3-4154-a18e-0f765ebca762" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.463990] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c8c002b5-9de1-43b6-a5ea-0b7b7235e12b [ 670.466633] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.466633] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.466633] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.466633] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.466633] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.466633] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c8c002b5-9de1-43b6-a5ea-0b7b7235e12b already deleted. [ 670.466633] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8c002b5-9de1-43b6-a5ea-0b7b7235e12b" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.676498] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: abaebe40-bf40-4663-9001-f1d144ec9ba9 in Status: SUCCESS [ 670.676988] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.886802] env[70956]: INFO networking_nsxv3.common.synchronization [req-18050136-6807-434a-a9a5-a51152f0645f req-449f50ad-1cec-495a-af08-e3125f566a33 service nova] Enqueued Resource ID: abaebe40-bf40-4663-9001-f1d144ec9ba9 with Priority: HIGHEST for action security_group_rules [ 670.886802] env[70956]: INFO networking_nsxv3.common.synchronization [req-18050136-6807-434a-a9a5-a51152f0645f req-449f50ad-1cec-495a-af08-e3125f566a33 service nova] Enqueued Resource ID: abaebe40-bf40-4663-9001-f1d144ec9ba9 with Priority: HIGHEST for action security_group_members [ 670.886983] env[70956]: INFO networking_nsxv3.common.synchronization [req-18050136-6807-434a-a9a5-a51152f0645f req-449f50ad-1cec-495a-af08-e3125f566a33 service nova] Enqueued Resource ID: 96915029-8a42-4bcb-91b9-b31170171d7a with Priority: HIGHEST for action port [ 670.887809] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abaebe40-bf40-4663-9001-f1d144ec9ba9 with Priority: HIGHEST for action security_group_rules [ 670.887809] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abaebe40-bf40-4663-9001-f1d144ec9ba9 with Priority: HIGHEST for action security_group_members [ 670.887809] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96915029-8a42-4bcb-91b9-b31170171d7a with Priority: HIGHEST for action port [ 670.887993] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-abaebe40-bf40-4663-9001-f1d144ec9ba9 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.889110] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.889193] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.889414] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.889494] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('abaebe40-bf40-4663-9001-f1d144ec9ba9',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.890490] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-abaebe40-bf40-4663-9001-f1d144ec9ba9 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.890616] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.890841] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.890887] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.891248] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.891248] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.891248] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.891386] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.891425] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.891505] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('abaebe40-bf40-4663-9001-f1d144ec9ba9',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.894095] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-96915029-8a42-4bcb-91b9-b31170171d7a taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.894202] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-96915029-8a42-4bcb-91b9-b31170171d7a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.894256] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-96915029-8a42-4bcb-91b9-b31170171d7a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.895658] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-96915029-8a42-4bcb-91b9-b31170171d7a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.895739] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96915029-8a42-4bcb-91b9-b31170171d7a',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.051777] env[70956]: INFO networking_nsxv3.common.synchronization [req-f01ec08a-9368-4ad7-ab92-d31e4face74d req-1617da56-dc98-4543-8578-77668ee9511c tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Enqueued Resource ID: ef744301-e635-4102-a37d-cb2a8f905aab with Priority: HIGHEST for action security_group_members [ 671.051777] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef744301-e635-4102-a37d-cb2a8f905aab with Priority: HIGHEST for action security_group_members [ 671.051777] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef744301-e635-4102-a37d-cb2a8f905aab taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.051777] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.302773] env[70956]: INFO networking_nsxv3.common.synchronization [req-65a6fc0e-06a5-4c35-9d51-57a06a5f9c58 req-66399b39-d1ec-4e2e-a95a-2034edaa4bd9 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] Enqueued Resource ID: 869b2ae8-d60e-4ce8-9b4b-89ed8b31bb6b with Priority: HIGHEST for action security_group_members [ 671.302773] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 869b2ae8-d60e-4ce8-9b4b-89ed8b31bb6b with Priority: HIGHEST for action security_group_members [ 671.302773] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-869b2ae8-d60e-4ce8-9b4b-89ed8b31bb6b taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.303569] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-869b2ae8-d60e-4ce8-9b4b-89ed8b31bb6b" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.303569] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-869b2ae8-d60e-4ce8-9b4b-89ed8b31bb6b" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.306738] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-869b2ae8-d60e-4ce8-9b4b-89ed8b31bb6b" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.306738] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.306738] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.306738] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.306738] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.306738] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.306738] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('869b2ae8-d60e-4ce8-9b4b-89ed8b31bb6b',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.401086] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-abaebe40-bf40-4663-9001-f1d144ec9ba9 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.401401] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.401583] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('abaebe40-bf40-4663-9001-f1d144ec9ba9',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.402477] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 96915029-8a42-4bcb-91b9-b31170171d7a with status ACTIVE [ 671.403871] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.403871] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.403871] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.403871] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.403871] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.403871] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.403871] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.403871] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.403871] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.404898] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.404898] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.404898] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.404898] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.404898] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.404898] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.404898] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 96915029-8a42-4bcb-91b9-b31170171d7a is going to be updated. [ 671.424347] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.424611] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.424713] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.424991] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.425245] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.425571] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-96915029-8a42-4bcb-91b9-b31170171d7a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.471252] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef744301-e635-4102-a37d-cb2a8f905aab in Status: SUCCESS [ 671.472893] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.473163] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.473408] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.473604] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.473730] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.473794] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.473950] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.474051] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.474157] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef744301-e635-4102-a37d-cb2a8f905aab',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.810576] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.811020] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.811020] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.811277] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.811342] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.811570] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.811812] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.811891] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.812072] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.812156] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.812251] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 869b2ae8-d60e-4ce8-9b4b-89ed8b31bb6b already deleted. [ 671.812334] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-869b2ae8-d60e-4ce8-9b4b-89ed8b31bb6b" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.907921] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('abaebe40-bf40-4663-9001-f1d144ec9ba9',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.949108] env[70956]: INFO networking_nsxv3.common.synchronization [None req-a0b84a60-b4de-4b1d-9981-34d936245fef None None] Enqueued Resource ID: 3038cb3c-74c0-427d-858e-89d31145f221 with Priority: HIGHEST for action port [ 671.949615] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3038cb3c-74c0-427d-858e-89d31145f221 with Priority: HIGHEST for action port [ 671.949913] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-3038cb3c-74c0-427d-858e-89d31145f221 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.950369] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3038cb3c-74c0-427d-858e-89d31145f221" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.950426] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3038cb3c-74c0-427d-858e-89d31145f221" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.950670] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3038cb3c-74c0-427d-858e-89d31145f221" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.951019] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3038cb3c-74c0-427d-858e-89d31145f221',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.976217] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.976386] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.976456] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.976765] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.976868] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.977122] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.977246] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.977292] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.977452] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.977530] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.977621] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef744301-e635-4102-a37d-cb2a8f905aab is going to be updated. [ 672.003159] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.006033] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.006033] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.006033] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.006033] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.014030] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef744301-e635-4102-a37d-cb2a8f905aab in Status: IN_PROGRESS for 2s [ 672.146474] env[70956]: INFO networking_nsxv3.common.synchronization [None req-0c4d6d57-d824-46dd-bf91-4d035be73559 None None] Enqueued Resource ID: 77b7b3e6-af6e-484f-821a-25976df32f5c with Priority: HIGHEST for action port [ 672.150545] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77b7b3e6-af6e-484f-821a-25976df32f5c with Priority: HIGHEST for action port [ 672.150545] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-77b7b3e6-af6e-484f-821a-25976df32f5c taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.150545] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-77b7b3e6-af6e-484f-821a-25976df32f5c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.150545] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-77b7b3e6-af6e-484f-821a-25976df32f5c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.150545] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-77b7b3e6-af6e-484f-821a-25976df32f5c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.150545] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77b7b3e6-af6e-484f-821a-25976df32f5c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.301101] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 155a7a91-788b-4c8a-bd19-9cf001bb1f63 in Status: SUCCESS [ 672.303643] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-155a7a91-788b-4c8a-bd19-9cf001bb1f63" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.303643] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-155a7a91-788b-4c8a-bd19-9cf001bb1f63" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.303643] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-155a7a91-788b-4c8a-bd19-9cf001bb1f63" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.303643] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.303643] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.303643] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.303643] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.303643] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.303643] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-155a7a91-788b-4c8a-bd19-9cf001bb1f63" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.303643] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('155a7a91-788b-4c8a-bd19-9cf001bb1f63',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.411092] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.411604] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.411766] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.412083] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.412275] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.412486] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: abaebe40-bf40-4663-9001-f1d144ec9ba9 is going to be updated. [ 672.444517] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.447051] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.447051] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.447051] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.447051] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.455111] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: abaebe40-bf40-4663-9001-f1d144ec9ba9 in Status: IN_PROGRESS for 2s [ 672.455111] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3038cb3c-74c0-427d-858e-89d31145f221 [ 672.455385] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.455663] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.455824] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.457804] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.457804] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.457804] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3038cb3c-74c0-427d-858e-89d31145f221 already deleted. [ 672.457804] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3038cb3c-74c0-427d-858e-89d31145f221" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.651807] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 77b7b3e6-af6e-484f-821a-25976df32f5c [ 672.652451] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.652451] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.652695] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.652959] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.653066] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.653194] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:77b7b3e6-af6e-484f-821a-25976df32f5c already deleted. [ 672.653290] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-77b7b3e6-af6e-484f-821a-25976df32f5c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.807038] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-155a7a91-788b-4c8a-bd19-9cf001bb1f63 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.807038] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-155a7a91-788b-4c8a-bd19-9cf001bb1f63" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.807038] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-155a7a91-788b-4c8a-bd19-9cf001bb1f63" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.807038] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-155a7a91-788b-4c8a-bd19-9cf001bb1f63" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.807038] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.807038] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.807038] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.807038] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.807663] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.811391] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-155a7a91-788b-4c8a-bd19-9cf001bb1f63" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.811391] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-155a7a91-788b-4c8a-bd19-9cf001bb1f63 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.811621] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-155a7a91-788b-4c8a-bd19-9cf001bb1f63" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.811621] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-155a7a91-788b-4c8a-bd19-9cf001bb1f63" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.811765] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-155a7a91-788b-4c8a-bd19-9cf001bb1f63" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.811938] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.812046] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.812111] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.812279] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.812380] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.812461] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-155a7a91-788b-4c8a-bd19-9cf001bb1f63" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.812551] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('155a7a91-788b-4c8a-bd19-9cf001bb1f63',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.091574] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-448 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.091782] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-448" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.091907] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-448" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.092271] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-448" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.094032] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.094032] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.094032] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.094928] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.096078] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.096462] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 673.096462] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 673.096588] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 673.096705] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 673.096824] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 673.096928] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 673.099028] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 673.117787] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 673.117787] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 673.117787] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 673.117787] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-448" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.117787] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-f03b4614-c0c7-44ac-96bc-37d7c5a3832b taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.120517] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-f03b4614-c0c7-44ac-96bc-37d7c5a3832b" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.120658] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-f03b4614-c0c7-44ac-96bc-37d7c5a3832b" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.121015] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-f03b4614-c0c7-44ac-96bc-37d7c5a3832b" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.121156] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f03b4614-c0c7-44ac-96bc-37d7c5a3832b',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.314964] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 155a7a91-788b-4c8a-bd19-9cf001bb1f63: rpc.has_security_group_logging(os_id): False [ 673.333983] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.334197] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.334353] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.334711] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.334856] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.337028] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.337028] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.337028] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.337028] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.337028] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.337028] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.337028] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.337028] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.337028] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.337028] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.338469] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.341030] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.341030] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.341030] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.341030] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.341030] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 155a7a91-788b-4c8a-bd19-9cf001bb1f63 is going to be updated. [ 673.400779] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.400927] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.401027] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.401243] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.401382] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.414565] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 155a7a91-788b-4c8a-bd19-9cf001bb1f63 in Status: IN_PROGRESS for 2s [ 673.626123] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.626123] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.626310] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.626511] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.626720] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.626914] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Segment Port f03b4614-c0c7-44ac-96bc-37d7c5a3832b not found, creating... [ 673.627638] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.627849] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.628228] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.628554] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.628759] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.629199] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.629699] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.629876] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.630162] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.630338] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.630597] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: f03b4614-c0c7-44ac-96bc-37d7c5a3832b is going to be created. [ 673.653273] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.653273] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.653273] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.653273] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.653273] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.653273] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-f03b4614-c0c7-44ac-96bc-37d7c5a3832b" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.929034] env[70956]: INFO networking_nsxv3.common.synchronization [None req-943c4a80-4c89-4ef4-aa13-d133c8775d43 None None] Enqueued Resource ID: d529d959-5092-4e4d-8e93-f0fc213fe949 with Priority: HIGHEST for action port [ 673.929034] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d529d959-5092-4e4d-8e93-f0fc213fe949 with Priority: HIGHEST for action port [ 673.930091] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-d529d959-5092-4e4d-8e93-f0fc213fe949 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.930247] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d529d959-5092-4e4d-8e93-f0fc213fe949" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.930355] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d529d959-5092-4e4d-8e93-f0fc213fe949" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.930682] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d529d959-5092-4e4d-8e93-f0fc213fe949" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.930779] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d529d959-5092-4e4d-8e93-f0fc213fe949',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.026074] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef744301-e635-4102-a37d-cb2a8f905aab in Status: SUCCESS [ 674.026074] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef744301-e635-4102-a37d-cb2a8f905aab deletion is rescheduled due to dependency. [ 674.026074] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.026074] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.026074] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.026074] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.026074] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.027460] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.027991] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.028425] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.028802] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef744301-e635-4102-a37d-cb2a8f905aab',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.071031] env[70956]: INFO networking_nsxv3.common.synchronization [None req-f436c2f2-f33b-40e5-a89b-81b425e3da7d None None] Enqueued Resource ID: b534a424-72ed-445a-a312-885f16a40010 with Priority: HIGHEST for action port [ 674.071140] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b534a424-72ed-445a-a312-885f16a40010 with Priority: HIGHEST for action port [ 674.071369] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-b534a424-72ed-445a-a312-885f16a40010 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.071623] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b534a424-72ed-445a-a312-885f16a40010" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.071623] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b534a424-72ed-445a-a312-885f16a40010" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.071846] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b534a424-72ed-445a-a312-885f16a40010" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.071927] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b534a424-72ed-445a-a312-885f16a40010',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.233403] env[70956]: INFO networking_nsxv3.common.synchronization [req-599746b0-45d5-4a99-bca5-19d16c8a1aea req-918a75a4-c1d8-499c-b271-58227f22dac5 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Enqueued Resource ID: 8e7cb093-c160-4200-810a-24193daf0945 with Priority: HIGHEST for action security_group_members [ 674.233909] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e7cb093-c160-4200-810a-24193daf0945 with Priority: HIGHEST for action security_group_members [ 674.234271] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e7cb093-c160-4200-810a-24193daf0945 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.234403] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.234470] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.234670] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.234892] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.234984] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.235593] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.235798] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.235923] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.236058] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e7cb093-c160-4200-810a-24193daf0945',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.425113] env[70956]: INFO networking_nsxv3.common.synchronization [None req-ce403a40-c45a-45c0-a880-c2bc59de16f2 None None] Enqueued Resource ID: 22fe94ff-7268-47ed-a527-a1372f4a3e1e with Priority: HIGHEST for action port [ 674.425488] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22fe94ff-7268-47ed-a527-a1372f4a3e1e with Priority: HIGHEST for action port [ 674.425871] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-22fe94ff-7268-47ed-a527-a1372f4a3e1e taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.426474] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-22fe94ff-7268-47ed-a527-a1372f4a3e1e" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.426474] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-22fe94ff-7268-47ed-a527-a1372f4a3e1e" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.426993] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-22fe94ff-7268-47ed-a527-a1372f4a3e1e" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.427137] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22fe94ff-7268-47ed-a527-a1372f4a3e1e',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.433388] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d529d959-5092-4e4d-8e93-f0fc213fe949 [ 674.433612] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.433745] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.433815] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.434162] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.434236] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.434344] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d529d959-5092-4e4d-8e93-f0fc213fe949 already deleted. [ 674.434453] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d529d959-5092-4e4d-8e93-f0fc213fe949" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.465342] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: abaebe40-bf40-4663-9001-f1d144ec9ba9 in Status: SUCCESS [ 674.465633] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.465836] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.466904] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.467257] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.467512] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.467839] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.468180] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.468354] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.468542] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.468737] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('abaebe40-bf40-4663-9001-f1d144ec9ba9',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.535028] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.535028] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.535028] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.535028] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.535028] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.535028] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.535028] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.535028] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.535028] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.535028] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.535028] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef744301-e635-4102-a37d-cb2a8f905aab is going to be updated. [ 674.564255] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.564565] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.564681] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.565481] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.565481] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.575347] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b534a424-72ed-445a-a312-885f16a40010 [ 674.577024] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.577024] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.577024] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.577024] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.577024] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.577024] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b534a424-72ed-445a-a312-885f16a40010 already deleted. [ 674.577024] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b534a424-72ed-445a-a312-885f16a40010" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.577498] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef744301-e635-4102-a37d-cb2a8f905aab in Status: IN_PROGRESS for 2s [ 674.662684] env[70956]: INFO networking_nsxv3.common.synchronization [None req-38263975-e564-466d-86d5-93e575e46c6b None None] Enqueued Resource ID: 23a8c5cc-5c64-4f79-a2b1-9f2d801a2219 with Priority: HIGHEST for action port [ 674.663267] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23a8c5cc-5c64-4f79-a2b1-9f2d801a2219 with Priority: HIGHEST for action port [ 674.663588] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-23a8c5cc-5c64-4f79-a2b1-9f2d801a2219 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.663716] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-23a8c5cc-5c64-4f79-a2b1-9f2d801a2219" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.663785] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-23a8c5cc-5c64-4f79-a2b1-9f2d801a2219" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.670307] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-23a8c5cc-5c64-4f79-a2b1-9f2d801a2219" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.670446] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23a8c5cc-5c64-4f79-a2b1-9f2d801a2219',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.741028] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.741230] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.741270] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.741518] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.741573] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.741787] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.741878] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.741916] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.742102] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.742175] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.742269] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e7cb093-c160-4200-810a-24193daf0945 is going to be updated. [ 674.768585] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.768585] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.768585] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.768921] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.768921] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.777392] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e7cb093-c160-4200-810a-24193daf0945 in Status: IN_PROGRESS for 2s [ 674.929636] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 22fe94ff-7268-47ed-a527-a1372f4a3e1e [ 674.929881] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.930307] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.930307] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.930434] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.930471] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.930558] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:22fe94ff-7268-47ed-a527-a1372f4a3e1e already deleted. [ 674.930646] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-22fe94ff-7268-47ed-a527-a1372f4a3e1e" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.971898] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-abaebe40-bf40-4663-9001-f1d144ec9ba9 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.972074] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.972153] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.972358] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.972519] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.972615] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.972684] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.972836] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.972922] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.973011] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.973161] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-abaebe40-bf40-4663-9001-f1d144ec9ba9 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.973249] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.973306] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.973442] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.973572] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.973658] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.973744] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.973840] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.973911] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.973989] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.974085] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('abaebe40-bf40-4663-9001-f1d144ec9ba9',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.173965] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 23a8c5cc-5c64-4f79-a2b1-9f2d801a2219 [ 675.174282] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.174603] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.174603] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.174806] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.174920] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.175046] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:23a8c5cc-5c64-4f79-a2b1-9f2d801a2219 already deleted. [ 675.175161] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-23a8c5cc-5c64-4f79-a2b1-9f2d801a2219" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.430696] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 155a7a91-788b-4c8a-bd19-9cf001bb1f63 in Status: SUCCESS [ 675.431042] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-155a7a91-788b-4c8a-bd19-9cf001bb1f63" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.481232] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for abaebe40-bf40-4663-9001-f1d144ec9ba9: rpc.has_security_group_logging(os_id): False [ 675.497892] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.502022] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.502022] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.502022] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.502022] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.502022] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.502022] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.502022] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.502022] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.502022] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.502022] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.502022] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.502022] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.502022] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.502022] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.502693] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.502693] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.502693] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.502693] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.503865] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.504470] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: abaebe40-bf40-4663-9001-f1d144ec9ba9 is going to be updated. [ 675.585093] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.585286] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.585322] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.586993] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.586993] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.601844] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: abaebe40-bf40-4663-9001-f1d144ec9ba9 in Status: IN_PROGRESS for 2s [ 675.627363] env[70956]: INFO networking_nsxv3.common.synchronization [req-65a6fc0e-06a5-4c35-9d51-57a06a5f9c58 req-f48242bf-e8fb-4a91-9a48-2cf3bdfd40d9 service nova] Enqueued Resource ID: 869b2ae8-d60e-4ce8-9b4b-89ed8b31bb6b with Priority: HIGHEST for action security_group_rules [ 675.627558] env[70956]: INFO networking_nsxv3.common.synchronization [req-65a6fc0e-06a5-4c35-9d51-57a06a5f9c58 req-f48242bf-e8fb-4a91-9a48-2cf3bdfd40d9 service nova] Enqueued Resource ID: 869b2ae8-d60e-4ce8-9b4b-89ed8b31bb6b with Priority: HIGHEST for action security_group_members [ 675.627701] env[70956]: INFO networking_nsxv3.common.synchronization [req-65a6fc0e-06a5-4c35-9d51-57a06a5f9c58 req-f48242bf-e8fb-4a91-9a48-2cf3bdfd40d9 service nova] Enqueued Resource ID: f03b4614-c0c7-44ac-96bc-37d7c5a3832b with Priority: HIGHEST for action port [ 675.627953] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 869b2ae8-d60e-4ce8-9b4b-89ed8b31bb6b with Priority: HIGHEST for action security_group_rules [ 675.628103] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 869b2ae8-d60e-4ce8-9b4b-89ed8b31bb6b with Priority: HIGHEST for action security_group_members [ 675.628217] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f03b4614-c0c7-44ac-96bc-37d7c5a3832b with Priority: HIGHEST for action port [ 675.628837] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-869b2ae8-d60e-4ce8-9b4b-89ed8b31bb6b taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.628988] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-869b2ae8-d60e-4ce8-9b4b-89ed8b31bb6b" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.632417] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-869b2ae8-d60e-4ce8-9b4b-89ed8b31bb6b" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.632854] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-869b2ae8-d60e-4ce8-9b4b-89ed8b31bb6b" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.633079] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('869b2ae8-d60e-4ce8-9b4b-89ed8b31bb6b',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.634009] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-869b2ae8-d60e-4ce8-9b4b-89ed8b31bb6b taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.634212] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-869b2ae8-d60e-4ce8-9b4b-89ed8b31bb6b" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.634339] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-869b2ae8-d60e-4ce8-9b4b-89ed8b31bb6b" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.634647] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-869b2ae8-d60e-4ce8-9b4b-89ed8b31bb6b" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.635108] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.635108] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.635108] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.636549] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.636722] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.636872] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('869b2ae8-d60e-4ce8-9b4b-89ed8b31bb6b',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.639010] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-f03b4614-c0c7-44ac-96bc-37d7c5a3832b taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.639249] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f03b4614-c0c7-44ac-96bc-37d7c5a3832b" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.639411] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f03b4614-c0c7-44ac-96bc-37d7c5a3832b" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.639702] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f03b4614-c0c7-44ac-96bc-37d7c5a3832b" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.639771] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f03b4614-c0c7-44ac-96bc-37d7c5a3832b',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.667427] env[70956]: INFO networking_nsxv3.common.synchronization [req-6a4a19bc-1917-447e-b184-b32b019037da req-b30de7ac-4908-470f-be7b-3fbf85583556 tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] Enqueued Resource ID: f9c05046-8a5f-4087-bd05-13756cd70553 with Priority: HIGHEST for action security_group_members [ 675.667427] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9c05046-8a5f-4087-bd05-13756cd70553 with Priority: HIGHEST for action security_group_members [ 675.667427] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9c05046-8a5f-4087-bd05-13756cd70553 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.667427] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9c05046-8a5f-4087-bd05-13756cd70553" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.667427] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9c05046-8a5f-4087-bd05-13756cd70553" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.667799] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9c05046-8a5f-4087-bd05-13756cd70553" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.667799] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.667903] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.667903] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.668068] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.668164] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.668265] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9c05046-8a5f-4087-bd05-13756cd70553',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.725109] env[70956]: INFO networking_nsxv3.common.synchronization [req-f245c835-c5ad-4fa6-85bd-085ba2e6488e req-3b2a304a-5868-466a-a284-a62a63a1766d tempest-SecurityGroupRulesTestJSON-482980799 tempest-SecurityGroupRulesTestJSON-482980799-project-member] Enqueued Resource ID: 6582f067-92c2-483e-ac3c-e59b040e588c with Priority: HIGHEST for action security_group_rules [ 675.725109] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6582f067-92c2-483e-ac3c-e59b040e588c with Priority: HIGHEST for action security_group_rules [ 675.725375] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6582f067-92c2-483e-ac3c-e59b040e588c taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.726428] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6582f067-92c2-483e-ac3c-e59b040e588c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.726428] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6582f067-92c2-483e-ac3c-e59b040e588c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.726546] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6582f067-92c2-483e-ac3c-e59b040e588c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.726593] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6582f067-92c2-483e-ac3c-e59b040e588c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.142592] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-869b2ae8-d60e-4ce8-9b4b-89ed8b31bb6b taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.142592] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-869b2ae8-d60e-4ce8-9b4b-89ed8b31bb6b" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.142592] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('869b2ae8-d60e-4ce8-9b4b-89ed8b31bb6b',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.143399] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f03b4614-c0c7-44ac-96bc-37d7c5a3832b with status ACTIVE [ 676.143890] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.143890] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.143890] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.144079] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.144079] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.144245] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.144340] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.144399] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.144563] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.144636] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.144878] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.144939] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.144987] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.148030] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.148074] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.148157] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f03b4614-c0c7-44ac-96bc-37d7c5a3832b is going to be updated. [ 676.173047] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.173969] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.174082] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.174424] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.174562] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.174728] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f03b4614-c0c7-44ac-96bc-37d7c5a3832b" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.175083] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.175184] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.175231] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.175849] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.175849] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.175849] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.175849] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.175849] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.176918] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.176918] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.176918] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9c05046-8a5f-4087-bd05-13756cd70553 already deleted. [ 676.177111] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9c05046-8a5f-4087-bd05-13756cd70553" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.251390] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.252760] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.253944] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.254792] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.254792] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.254792] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6582f067-92c2-483e-ac3c-e59b040e588c already deleted. [ 676.254792] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6582f067-92c2-483e-ac3c-e59b040e588c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.587410] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef744301-e635-4102-a37d-cb2a8f905aab in Status: SUCCESS [ 676.587410] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef744301-e635-4102-a37d-cb2a8f905aab deletion is rescheduled due to dependency. [ 676.587410] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.650542] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('869b2ae8-d60e-4ce8-9b4b-89ed8b31bb6b',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.728197] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-8 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.728369] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.728512] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.728976] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.730030] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.730148] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.730321] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.732187] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.732432] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.732726] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 676.732865] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 676.733027] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 676.733241] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 676.733417] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 676.733519] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 676.733792] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 676.758037] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 676.758037] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 676.758037] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 676.758037] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.758267] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-98fe53e7-272c-4da9-bff2-9cd6729c35d5 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.758339] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-98fe53e7-272c-4da9-bff2-9cd6729c35d5" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.758522] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-98fe53e7-272c-4da9-bff2-9cd6729c35d5" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.758826] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-98fe53e7-272c-4da9-bff2-9cd6729c35d5" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.758997] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98fe53e7-272c-4da9-bff2-9cd6729c35d5',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.785712] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e7cb093-c160-4200-810a-24193daf0945 in Status: SUCCESS [ 676.785880] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e7cb093-c160-4200-810a-24193daf0945 deletion is rescheduled due to dependency. [ 676.785992] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.990041] env[70956]: INFO networking_nsxv3.common.synchronization [None req-0127c0c9-7264-45ea-9024-1cd5fa2c2951 None None] Enqueued Resource ID: 40e1b5fa-1c60-4ff5-bb87-f6284b62e5a8 with Priority: HIGHEST for action port [ 676.991645] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40e1b5fa-1c60-4ff5-bb87-f6284b62e5a8 with Priority: HIGHEST for action port [ 676.998160] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-40e1b5fa-1c60-4ff5-bb87-f6284b62e5a8 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.998160] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40e1b5fa-1c60-4ff5-bb87-f6284b62e5a8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.998160] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40e1b5fa-1c60-4ff5-bb87-f6284b62e5a8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.998160] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40e1b5fa-1c60-4ff5-bb87-f6284b62e5a8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.998160] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40e1b5fa-1c60-4ff5-bb87-f6284b62e5a8',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.156311] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.156311] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.156311] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.156311] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.156311] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.156311] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 869b2ae8-d60e-4ce8-9b4b-89ed8b31bb6b is going to be created. [ 677.180184] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.180184] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.180184] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.180184] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.180184] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.188750] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 869b2ae8-d60e-4ce8-9b4b-89ed8b31bb6b in Status: UNINITIALIZED for 2s [ 677.215119] env[70956]: INFO networking_nsxv3.common.synchronization [req-d95fd98a-0b1a-428f-809b-fed21c202104 req-b8d06310-e110-448b-a54a-2be1f2c5c1e6 tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Enqueued Resource ID: 581e3e6d-c83c-45f2-b38a-6cf937b7de1f with Priority: HIGHEST for action security_group_members [ 677.215587] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 581e3e6d-c83c-45f2-b38a-6cf937b7de1f with Priority: HIGHEST for action security_group_members [ 677.215895] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-581e3e6d-c83c-45f2-b38a-6cf937b7de1f taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.216412] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-581e3e6d-c83c-45f2-b38a-6cf937b7de1f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.216412] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-581e3e6d-c83c-45f2-b38a-6cf937b7de1f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.216739] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-581e3e6d-c83c-45f2-b38a-6cf937b7de1f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.217564] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.217715] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.217814] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.218012] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.218135] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.218258] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('581e3e6d-c83c-45f2-b38a-6cf937b7de1f',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.262679] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.262679] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.262829] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.263063] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.263218] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.263394] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Segment Port 98fe53e7-272c-4da9-bff2-9cd6729c35d5 not found, creating... [ 677.263632] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.263859] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.263927] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.264130] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.264269] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.264547] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.267985] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.268323] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.268434] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.268582] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.268786] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: 98fe53e7-272c-4da9-bff2-9cd6729c35d5 is going to be created. [ 677.286705] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.287030] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.287132] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.287328] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.287559] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.287782] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-98fe53e7-272c-4da9-bff2-9cd6729c35d5" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.504349] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 40e1b5fa-1c60-4ff5-bb87-f6284b62e5a8 [ 677.504349] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.504349] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.504349] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.504349] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.504349] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.504349] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:40e1b5fa-1c60-4ff5-bb87-f6284b62e5a8 already deleted. [ 677.504349] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40e1b5fa-1c60-4ff5-bb87-f6284b62e5a8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.565452] env[70956]: INFO networking_nsxv3.common.synchronization [None req-972e2738-7f9e-4bca-bbb3-df9bfa9e6877 None None] Enqueued Resource ID: 817ef6af-388d-4616-8542-38492609deec with Priority: HIGHEST for action port [ 677.566111] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 817ef6af-388d-4616-8542-38492609deec with Priority: HIGHEST for action port [ 677.566197] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-817ef6af-388d-4616-8542-38492609deec taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.566397] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-817ef6af-388d-4616-8542-38492609deec" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.566397] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-817ef6af-388d-4616-8542-38492609deec" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.566678] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-817ef6af-388d-4616-8542-38492609deec" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.566762] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('817ef6af-388d-4616-8542-38492609deec',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.618043] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: abaebe40-bf40-4663-9001-f1d144ec9ba9 in Status: SUCCESS [ 677.618346] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.720183] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.720358] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.720483] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.720652] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.720736] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.720928] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.721057] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.721112] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.721248] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.721326] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.721413] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 581e3e6d-c83c-45f2-b38a-6cf937b7de1f is going to be updated. [ 677.745708] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.745856] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.745927] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.746149] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.746290] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.760153] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 581e3e6d-c83c-45f2-b38a-6cf937b7de1f in Status: IN_PROGRESS for 2s [ 677.769442] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-303 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.769442] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-303" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.769442] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-303" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.769442] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-303" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.769677] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.769899] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.770021] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.770290] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.770482] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.770704] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 677.770838] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 677.770961] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 677.771079] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 677.771216] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 677.771320] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 677.771454] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 677.788158] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 677.788158] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 677.788309] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 677.788476] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-303" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.789027] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-41130339-01f7-41de-997d-779b038b752e taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.789027] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-41130339-01f7-41de-997d-779b038b752e" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.789200] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-41130339-01f7-41de-997d-779b038b752e" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.790121] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-41130339-01f7-41de-997d-779b038b752e" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.790121] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41130339-01f7-41de-997d-779b038b752e',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.072745] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 817ef6af-388d-4616-8542-38492609deec [ 678.073172] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.073634] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.073936] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.074845] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.074845] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.074845] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:817ef6af-388d-4616-8542-38492609deec already deleted. [ 678.074845] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-817ef6af-388d-4616-8542-38492609deec" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.139417] env[70956]: INFO networking_nsxv3.common.synchronization [req-6a4a19bc-1917-447e-b184-b32b019037da req-6f9d14cd-55f3-4c0b-8bb0-e54cc67879b8 service nova] Enqueued Resource ID: f9c05046-8a5f-4087-bd05-13756cd70553 with Priority: HIGHEST for action security_group_rules [ 678.139417] env[70956]: INFO networking_nsxv3.common.synchronization [req-6a4a19bc-1917-447e-b184-b32b019037da req-6f9d14cd-55f3-4c0b-8bb0-e54cc67879b8 service nova] Enqueued Resource ID: f9c05046-8a5f-4087-bd05-13756cd70553 with Priority: HIGHEST for action security_group_members [ 678.139417] env[70956]: INFO networking_nsxv3.common.synchronization [req-6a4a19bc-1917-447e-b184-b32b019037da req-6f9d14cd-55f3-4c0b-8bb0-e54cc67879b8 service nova] Enqueued Resource ID: 98fe53e7-272c-4da9-bff2-9cd6729c35d5 with Priority: HIGHEST for action port [ 678.139954] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9c05046-8a5f-4087-bd05-13756cd70553 with Priority: HIGHEST for action security_group_rules [ 678.141149] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9c05046-8a5f-4087-bd05-13756cd70553 with Priority: HIGHEST for action security_group_members [ 678.141459] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98fe53e7-272c-4da9-bff2-9cd6729c35d5 with Priority: HIGHEST for action port [ 678.141642] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9c05046-8a5f-4087-bd05-13756cd70553 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.141736] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9c05046-8a5f-4087-bd05-13756cd70553" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.141867] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9c05046-8a5f-4087-bd05-13756cd70553" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.143896] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9c05046-8a5f-4087-bd05-13756cd70553" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.143896] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9c05046-8a5f-4087-bd05-13756cd70553',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.143896] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9c05046-8a5f-4087-bd05-13756cd70553 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.143896] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9c05046-8a5f-4087-bd05-13756cd70553" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.143896] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9c05046-8a5f-4087-bd05-13756cd70553" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.143896] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9c05046-8a5f-4087-bd05-13756cd70553" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.144350] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.144350] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.144350] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.144350] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.144604] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.145275] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9c05046-8a5f-4087-bd05-13756cd70553',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.147117] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-98fe53e7-272c-4da9-bff2-9cd6729c35d5 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.147117] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-98fe53e7-272c-4da9-bff2-9cd6729c35d5" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.147117] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-98fe53e7-272c-4da9-bff2-9cd6729c35d5" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.147117] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-98fe53e7-272c-4da9-bff2-9cd6729c35d5" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.147117] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98fe53e7-272c-4da9-bff2-9cd6729c35d5',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.296021] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.296021] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.296021] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.296021] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.296021] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.296021] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Segment Port 41130339-01f7-41de-997d-779b038b752e not found, creating... [ 678.296021] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.296505] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.296505] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.296505] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.296678] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.297122] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.297286] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.297402] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.297631] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.297806] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.297929] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: 41130339-01f7-41de-997d-779b038b752e is going to be created. [ 678.316482] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.317444] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.319026] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.319026] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.319026] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.319026] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-41130339-01f7-41de-997d-779b038b752e" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.442111] env[70956]: INFO networking_nsxv3.common.synchronization [None req-098d3956-bafd-4590-a856-cf1d8a71214d tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] Enqueued Resource ID: d04365f0-bcd2-412d-8d98-359bbab1a999 with Priority: HIGHEST for action security_group_rules [ 678.442768] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d04365f0-bcd2-412d-8d98-359bbab1a999 with Priority: HIGHEST for action security_group_rules [ 678.447305] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d04365f0-bcd2-412d-8d98-359bbab1a999 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.447544] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d04365f0-bcd2-412d-8d98-359bbab1a999" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.447544] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d04365f0-bcd2-412d-8d98-359bbab1a999" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.447712] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d04365f0-bcd2-412d-8d98-359bbab1a999" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.447804] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d04365f0-bcd2-412d-8d98-359bbab1a999',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.474396] env[70956]: INFO networking_nsxv3.common.synchronization [None req-52bb4571-f1ff-4feb-a22b-682967ce6d6b None None] Enqueued Resource ID: 5a8a3f7d-6478-4570-a96b-dd87f2f32e88 with Priority: HIGHEST for action port [ 678.474396] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a8a3f7d-6478-4570-a96b-dd87f2f32e88 with Priority: HIGHEST for action port [ 678.474396] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a8a3f7d-6478-4570-a96b-dd87f2f32e88 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.474396] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a8a3f7d-6478-4570-a96b-dd87f2f32e88" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.474396] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a8a3f7d-6478-4570-a96b-dd87f2f32e88" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.474971] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a8a3f7d-6478-4570-a96b-dd87f2f32e88" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.474971] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a8a3f7d-6478-4570-a96b-dd87f2f32e88',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.648373] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9c05046-8a5f-4087-bd05-13756cd70553 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.648809] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9c05046-8a5f-4087-bd05-13756cd70553" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.648809] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9c05046-8a5f-4087-bd05-13756cd70553',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.651375] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 98fe53e7-272c-4da9-bff2-9cd6729c35d5 with status ACTIVE [ 678.651375] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.651375] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.651375] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.651375] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.651375] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.651375] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.651375] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.651375] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.651375] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.651752] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.651752] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.651752] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.651752] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.651950] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.651950] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.652068] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 98fe53e7-272c-4da9-bff2-9cd6729c35d5 is going to be updated. [ 678.678835] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.679401] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.679401] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.679401] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.679637] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.679637] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-98fe53e7-272c-4da9-bff2-9cd6729c35d5" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.752966] env[70956]: INFO networking_nsxv3.common.synchronization [None req-b196b271-2753-4149-a7f7-b54253f616a9 tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] Enqueued Resource ID: d04365f0-bcd2-412d-8d98-359bbab1a999 with Priority: HIGHEST for action security_group_rules [ 678.753267] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d04365f0-bcd2-412d-8d98-359bbab1a999 with Priority: HIGHEST for action security_group_rules [ 678.753557] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d04365f0-bcd2-412d-8d98-359bbab1a999 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.753695] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d04365f0-bcd2-412d-8d98-359bbab1a999" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.879951] env[70956]: INFO networking_nsxv3.common.synchronization [None req-aa19a6f5-c754-4614-aa56-9d9af3909a61 None None] Enqueued Resource ID: 2e79a5cc-23f7-4c12-b741-9e4fa11bf822 with Priority: HIGHEST for action port [ 678.880307] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e79a5cc-23f7-4c12-b741-9e4fa11bf822 with Priority: HIGHEST for action port [ 678.880870] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e79a5cc-23f7-4c12-b741-9e4fa11bf822 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.881054] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e79a5cc-23f7-4c12-b741-9e4fa11bf822" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.881054] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e79a5cc-23f7-4c12-b741-9e4fa11bf822" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.881313] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e79a5cc-23f7-4c12-b741-9e4fa11bf822" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.881396] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e79a5cc-23f7-4c12-b741-9e4fa11bf822',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.968031] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.968031] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.968031] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.968031] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.968383] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.968383] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d04365f0-bcd2-412d-8d98-359bbab1a999 already deleted. [ 678.968383] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d04365f0-bcd2-412d-8d98-359bbab1a999" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.968515] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d04365f0-bcd2-412d-8d98-359bbab1a999" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.968597] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d04365f0-bcd2-412d-8d98-359bbab1a999" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.968704] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d04365f0-bcd2-412d-8d98-359bbab1a999',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.977935] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5a8a3f7d-6478-4570-a96b-dd87f2f32e88 [ 678.978093] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.979109] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.979109] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.979109] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.979109] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.979109] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5a8a3f7d-6478-4570-a96b-dd87f2f32e88 already deleted. [ 678.979109] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a8a3f7d-6478-4570-a96b-dd87f2f32e88" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.014218] env[70956]: INFO networking_nsxv3.common.synchronization [None req-9a658135-e467-4812-8bea-fd23e53f80d8 None None] Enqueued Resource ID: c62df861-6738-4663-ada8-5dfad80f502d with Priority: HIGHEST for action port [ 679.015880] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c62df861-6738-4663-ada8-5dfad80f502d with Priority: HIGHEST for action port [ 679.015880] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-c62df861-6738-4663-ada8-5dfad80f502d taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.016238] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c62df861-6738-4663-ada8-5dfad80f502d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.016238] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c62df861-6738-4663-ada8-5dfad80f502d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.021037] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c62df861-6738-4663-ada8-5dfad80f502d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.021153] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c62df861-6738-4663-ada8-5dfad80f502d',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.152027] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9c05046-8a5f-4087-bd05-13756cd70553',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.200631] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 869b2ae8-d60e-4ce8-9b4b-89ed8b31bb6b in Status: SUCCESS [ 679.200631] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-869b2ae8-d60e-4ce8-9b4b-89ed8b31bb6b" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.201748] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-869b2ae8-d60e-4ce8-9b4b-89ed8b31bb6b" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.201748] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-869b2ae8-d60e-4ce8-9b4b-89ed8b31bb6b" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.201748] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.201748] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.201748] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.201748] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.201748] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.202273] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-869b2ae8-d60e-4ce8-9b4b-89ed8b31bb6b" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.202273] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('869b2ae8-d60e-4ce8-9b4b-89ed8b31bb6b',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.386062] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2e79a5cc-23f7-4c12-b741-9e4fa11bf822 [ 679.386062] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.386062] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.386062] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.386062] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.386062] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.386062] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2e79a5cc-23f7-4c12-b741-9e4fa11bf822 already deleted. [ 679.386062] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e79a5cc-23f7-4c12-b741-9e4fa11bf822" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.403261] env[70956]: INFO networking_nsxv3.common.synchronization [None req-35b27853-cb73-459e-913c-192d21695bb1 tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] Enqueued Resource ID: 32f555d4-ad34-4452-98fc-424f549cb1ea with Priority: HIGHEST for action security_group_rules [ 679.403780] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32f555d4-ad34-4452-98fc-424f549cb1ea with Priority: HIGHEST for action security_group_rules [ 679.404099] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-32f555d4-ad34-4452-98fc-424f549cb1ea taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.404215] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-32f555d4-ad34-4452-98fc-424f549cb1ea" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.404280] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-32f555d4-ad34-4452-98fc-424f549cb1ea" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.404526] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-32f555d4-ad34-4452-98fc-424f549cb1ea" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.404623] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('32f555d4-ad34-4452-98fc-424f549cb1ea',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.492149] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.492149] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.492149] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.492149] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.492149] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.492149] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d04365f0-bcd2-412d-8d98-359bbab1a999 already deleted. [ 679.492149] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d04365f0-bcd2-412d-8d98-359bbab1a999" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.527154] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c62df861-6738-4663-ada8-5dfad80f502d [ 679.527811] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.527811] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.527811] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.527811] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.528215] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.528215] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c62df861-6738-4663-ada8-5dfad80f502d already deleted. [ 679.528215] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c62df861-6738-4663-ada8-5dfad80f502d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.657301] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.657301] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.657301] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.657301] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.657301] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.657301] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9c05046-8a5f-4087-bd05-13756cd70553 is going to be created. [ 679.678315] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.685286] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.685286] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.685286] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.685286] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.691480] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9c05046-8a5f-4087-bd05-13756cd70553 in Status: UNINITIALIZED for 2s [ 679.711190] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('869b2ae8-d60e-4ce8-9b4b-89ed8b31bb6b',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.774254] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 581e3e6d-c83c-45f2-b38a-6cf937b7de1f in Status: SUCCESS [ 679.774254] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 581e3e6d-c83c-45f2-b38a-6cf937b7de1f deletion is rescheduled due to dependency. [ 679.774254] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-581e3e6d-c83c-45f2-b38a-6cf937b7de1f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.883039] env[70956]: INFO networking_nsxv3.common.synchronization [None req-fa29c51e-7665-4192-8280-a60d4007025c tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] Enqueued Resource ID: 32f555d4-ad34-4452-98fc-424f549cb1ea with Priority: HIGHEST for action security_group_rules [ 679.883674] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32f555d4-ad34-4452-98fc-424f549cb1ea with Priority: HIGHEST for action security_group_rules [ 679.884015] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-32f555d4-ad34-4452-98fc-424f549cb1ea taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.884123] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-32f555d4-ad34-4452-98fc-424f549cb1ea" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.929244] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.929394] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.929466] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.929676] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.929771] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.929879] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 32f555d4-ad34-4452-98fc-424f549cb1ea already deleted. [ 679.929967] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-32f555d4-ad34-4452-98fc-424f549cb1ea" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.930220] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-32f555d4-ad34-4452-98fc-424f549cb1ea" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.930380] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-32f555d4-ad34-4452-98fc-424f549cb1ea" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.930466] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('32f555d4-ad34-4452-98fc-424f549cb1ea',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.138957] env[70956]: INFO networking_nsxv3.common.synchronization [None req-c88eb592-df7f-4f73-8cf3-1aa1cc0a6ff1 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Enqueued Resource ID: baf1a941-c8f1-40bb-807d-d935c8003eea with Priority: HIGHEST for action security_group_rules [ 680.139473] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: baf1a941-c8f1-40bb-807d-d935c8003eea with Priority: HIGHEST for action security_group_rules [ 680.139776] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-baf1a941-c8f1-40bb-807d-d935c8003eea taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.139917] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-baf1a941-c8f1-40bb-807d-d935c8003eea" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.139991] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-baf1a941-c8f1-40bb-807d-d935c8003eea" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.140254] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-baf1a941-c8f1-40bb-807d-d935c8003eea" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.140338] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('baf1a941-c8f1-40bb-807d-d935c8003eea',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.212313] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 869b2ae8-d60e-4ce8-9b4b-89ed8b31bb6b: rpc.has_security_group_logging(os_id): False [ 680.221847] env[70956]: INFO networking_nsxv3.common.synchronization [req-d95fd98a-0b1a-428f-809b-fed21c202104 req-44914930-507b-4a97-bb87-af63af397097 service nova] Enqueued Resource ID: 581e3e6d-c83c-45f2-b38a-6cf937b7de1f with Priority: HIGHEST for action security_group_rules [ 680.222267] env[70956]: INFO networking_nsxv3.common.synchronization [req-d95fd98a-0b1a-428f-809b-fed21c202104 req-44914930-507b-4a97-bb87-af63af397097 service nova] Enqueued Resource ID: 581e3e6d-c83c-45f2-b38a-6cf937b7de1f with Priority: HIGHEST for action security_group_members [ 680.222476] env[70956]: INFO networking_nsxv3.common.synchronization [req-d95fd98a-0b1a-428f-809b-fed21c202104 req-44914930-507b-4a97-bb87-af63af397097 service nova] Enqueued Resource ID: 41130339-01f7-41de-997d-779b038b752e with Priority: HIGHEST for action port [ 680.223096] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 581e3e6d-c83c-45f2-b38a-6cf937b7de1f with Priority: HIGHEST for action security_group_rules [ 680.223264] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 581e3e6d-c83c-45f2-b38a-6cf937b7de1f with Priority: HIGHEST for action security_group_members [ 680.223366] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41130339-01f7-41de-997d-779b038b752e with Priority: HIGHEST for action port [ 680.225249] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-581e3e6d-c83c-45f2-b38a-6cf937b7de1f taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.225457] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-581e3e6d-c83c-45f2-b38a-6cf937b7de1f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.225557] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-581e3e6d-c83c-45f2-b38a-6cf937b7de1f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.225798] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-581e3e6d-c83c-45f2-b38a-6cf937b7de1f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.225932] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('581e3e6d-c83c-45f2-b38a-6cf937b7de1f',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.227483] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-581e3e6d-c83c-45f2-b38a-6cf937b7de1f taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.227647] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-581e3e6d-c83c-45f2-b38a-6cf937b7de1f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.227737] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-581e3e6d-c83c-45f2-b38a-6cf937b7de1f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.228018] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-581e3e6d-c83c-45f2-b38a-6cf937b7de1f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.228181] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.228302] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.228522] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.228522] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.229090] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.229090] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('581e3e6d-c83c-45f2-b38a-6cf937b7de1f',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.230202] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-41130339-01f7-41de-997d-779b038b752e taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.231457] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-41130339-01f7-41de-997d-779b038b752e" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.231457] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-41130339-01f7-41de-997d-779b038b752e" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.231457] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-41130339-01f7-41de-997d-779b038b752e" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.231457] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41130339-01f7-41de-997d-779b038b752e',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.232841] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.232841] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.232975] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.233115] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.233231] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.233535] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.233604] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.233870] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.233870] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.233975] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.233975] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 869b2ae8-d60e-4ce8-9b4b-89ed8b31bb6b is going to be created. [ 680.290031] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.290031] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.290031] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.290031] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.290031] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.301194] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 869b2ae8-d60e-4ce8-9b4b-89ed8b31bb6b in Status: IN_PROGRESS for 2s [ 680.365218] env[70956]: INFO networking_nsxv3.common.synchronization [None req-3cc58b3b-d704-4a9c-aec5-ea9331085ffa tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Enqueued Resource ID: baf1a941-c8f1-40bb-807d-d935c8003eea with Priority: HIGHEST for action security_group_rules [ 680.365879] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: baf1a941-c8f1-40bb-807d-d935c8003eea with Priority: HIGHEST for action security_group_rules [ 680.366864] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-baf1a941-c8f1-40bb-807d-d935c8003eea taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.366976] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-baf1a941-c8f1-40bb-807d-d935c8003eea" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.394758] env[70956]: INFO networking_nsxv3.common.synchronization [req-82b36fbb-aa5b-4383-b4ae-f30c38367cfe req-9a970520-73cb-4a89-b4e8-3ea947136c36 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Enqueued Resource ID: 3191ceed-4461-47d6-bd31-015598aabb7c with Priority: HIGHEST for action security_group_members [ 680.394899] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3191ceed-4461-47d6-bd31-015598aabb7c with Priority: HIGHEST for action security_group_members [ 680.395158] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-3191ceed-4461-47d6-bd31-015598aabb7c taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.395310] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.395376] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.395630] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.395792] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.395889] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.395954] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.396625] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.396776] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.396888] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3191ceed-4461-47d6-bd31-015598aabb7c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.451079] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.451306] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.451306] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.451611] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.451611] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.451731] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 32f555d4-ad34-4452-98fc-424f549cb1ea already deleted. [ 680.451770] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-32f555d4-ad34-4452-98fc-424f549cb1ea" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.636381] env[70956]: INFO networking_nsxv3.common.synchronization [req-df08d612-3857-4cbd-a3a6-7dc66995b6e6 req-a590c20b-f6a4-4ea0-b516-c60b8a5fc70d tempest-SecurityGroupRulesTestJSON-482980799 tempest-SecurityGroupRulesTestJSON-482980799-project-member] Enqueued Resource ID: 41b508a2-2caf-42b1-8dd0-c7a6b821a715 with Priority: HIGHEST for action security_group_rules [ 680.636980] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41b508a2-2caf-42b1-8dd0-c7a6b821a715 with Priority: HIGHEST for action security_group_rules [ 680.637312] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41b508a2-2caf-42b1-8dd0-c7a6b821a715 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.638177] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41b508a2-2caf-42b1-8dd0-c7a6b821a715" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.638250] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41b508a2-2caf-42b1-8dd0-c7a6b821a715" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.638522] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41b508a2-2caf-42b1-8dd0-c7a6b821a715" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.638611] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41b508a2-2caf-42b1-8dd0-c7a6b821a715',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.671092] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.671696] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.671819] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.672140] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.672187] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.672280] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: baf1a941-c8f1-40bb-807d-d935c8003eea already deleted. [ 680.672584] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-baf1a941-c8f1-40bb-807d-d935c8003eea" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.672854] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-baf1a941-c8f1-40bb-807d-d935c8003eea" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.673064] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-baf1a941-c8f1-40bb-807d-d935c8003eea" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.673224] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('baf1a941-c8f1-40bb-807d-d935c8003eea',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.732605] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('581e3e6d-c83c-45f2-b38a-6cf937b7de1f',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.734305] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-581e3e6d-c83c-45f2-b38a-6cf937b7de1f taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.734430] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-581e3e6d-c83c-45f2-b38a-6cf937b7de1f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.739480] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 41130339-01f7-41de-997d-779b038b752e with status ACTIVE [ 680.739705] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.739839] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.739906] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.740228] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.740228] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.740441] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.740550] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.740640] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.740762] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.740836] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.741050] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.741153] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.741275] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.741314] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.741373] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.741481] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 41130339-01f7-41de-997d-779b038b752e is going to be updated. [ 680.770365] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.770563] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.770638] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.770793] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.770925] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.775923] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-41130339-01f7-41de-997d-779b038b752e" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.899229] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.899387] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.899486] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.900029] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.900029] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.902213] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.902483] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.902543] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.902885] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.902885] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.903014] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3191ceed-4461-47d6-bd31-015598aabb7c already deleted. [ 680.903058] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.158833] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.158833] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.158833] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.159544] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.159544] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.159544] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41b508a2-2caf-42b1-8dd0-c7a6b821a715 already deleted. [ 681.159544] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41b508a2-2caf-42b1-8dd0-c7a6b821a715" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.197754] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.197907] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.197977] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.198235] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.199231] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.199231] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: baf1a941-c8f1-40bb-807d-d935c8003eea already deleted. [ 681.199231] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-baf1a941-c8f1-40bb-807d-d935c8003eea" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.235167] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('581e3e6d-c83c-45f2-b38a-6cf937b7de1f',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.702354] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9c05046-8a5f-4087-bd05-13756cd70553 in Status: SUCCESS [ 681.702354] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9c05046-8a5f-4087-bd05-13756cd70553" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.702354] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9c05046-8a5f-4087-bd05-13756cd70553" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.702354] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9c05046-8a5f-4087-bd05-13756cd70553" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.702354] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.702354] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.702354] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.702354] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.702354] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.702354] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9c05046-8a5f-4087-bd05-13756cd70553" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.702354] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f9c05046-8a5f-4087-bd05-13756cd70553',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.738763] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.742396] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.742396] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.742396] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.742396] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.742396] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 581e3e6d-c83c-45f2-b38a-6cf937b7de1f is going to be updated. [ 681.769070] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.769996] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.772317] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.772317] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.772317] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.782857] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 581e3e6d-c83c-45f2-b38a-6cf937b7de1f in Status: IN_PROGRESS for 2s [ 681.962020] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-500 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.962020] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-500" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.962020] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-500" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.962020] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-500" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.962668] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.966017] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.966017] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.966017] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.966017] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.966017] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 681.966017] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 681.966017] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 681.966017] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 681.966017] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 681.966017] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 681.966017] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 681.985378] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 681.985378] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 681.985378] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 681.985378] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-500" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.985378] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-c6f71913-7059-4d79-8ab0-077591b391d6 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.985378] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-c6f71913-7059-4d79-8ab0-077591b391d6" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.985378] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-c6f71913-7059-4d79-8ab0-077591b391d6" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.985378] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-c6f71913-7059-4d79-8ab0-077591b391d6" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.985378] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6f71913-7059-4d79-8ab0-077591b391d6',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.204773] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f9c05046-8a5f-4087-bd05-13756cd70553',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.312309] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 869b2ae8-d60e-4ce8-9b4b-89ed8b31bb6b in Status: SUCCESS [ 682.312478] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-869b2ae8-d60e-4ce8-9b4b-89ed8b31bb6b" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.492062] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.494020] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.494020] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.494020] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.494020] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.494020] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Segment Port c6f71913-7059-4d79-8ab0-077591b391d6 not found, creating... [ 682.494419] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.494529] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.494949] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.495545] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.495785] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.496313] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.496607] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.496832] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.497360] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.498243] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.498243] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: c6f71913-7059-4d79-8ab0-077591b391d6 is going to be created. [ 682.517608] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.517865] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.517946] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.518330] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.518687] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.519048] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-c6f71913-7059-4d79-8ab0-077591b391d6" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.707592] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f9c05046-8a5f-4087-bd05-13756cd70553: rpc.has_security_group_logging(os_id): False [ 682.733042] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.733042] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.733042] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.733042] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.733042] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.733042] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.733042] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.733042] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.733042] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.733042] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.733042] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9c05046-8a5f-4087-bd05-13756cd70553 is going to be created. [ 682.791589] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.791786] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.791832] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.792400] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.792400] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.805499] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9c05046-8a5f-4087-bd05-13756cd70553 in Status: IN_PROGRESS for 2s [ 683.310082] env[70956]: INFO networking_nsxv3.common.synchronization [None req-badf25c1-3e85-4d23-94f2-96296b4ef1fe None None] Enqueued Resource ID: 46356d74-e411-4b65-9e19-12b39416937e with Priority: HIGHEST for action port [ 683.310357] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46356d74-e411-4b65-9e19-12b39416937e with Priority: HIGHEST for action port [ 683.310933] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-46356d74-e411-4b65-9e19-12b39416937e taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.311192] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46356d74-e411-4b65-9e19-12b39416937e" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.311192] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46356d74-e411-4b65-9e19-12b39416937e" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.311608] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46356d74-e411-4b65-9e19-12b39416937e" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.311608] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46356d74-e411-4b65-9e19-12b39416937e',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.710026] env[70956]: INFO networking_nsxv3.common.synchronization [None req-f265a1b0-6411-4964-b066-25c56bf05279 None None] Enqueued Resource ID: 2efcfa86-33fa-4859-91b2-8ff892b8fcc3 with Priority: HIGHEST for action port [ 683.710026] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2efcfa86-33fa-4859-91b2-8ff892b8fcc3 with Priority: HIGHEST for action port [ 683.710026] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-2efcfa86-33fa-4859-91b2-8ff892b8fcc3 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.710026] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2efcfa86-33fa-4859-91b2-8ff892b8fcc3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.710026] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2efcfa86-33fa-4859-91b2-8ff892b8fcc3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.710026] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2efcfa86-33fa-4859-91b2-8ff892b8fcc3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.710026] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2efcfa86-33fa-4859-91b2-8ff892b8fcc3',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.792835] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 581e3e6d-c83c-45f2-b38a-6cf937b7de1f in Status: SUCCESS [ 683.792997] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-581e3e6d-c83c-45f2-b38a-6cf937b7de1f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.793690] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-581e3e6d-c83c-45f2-b38a-6cf937b7de1f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.794657] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-581e3e6d-c83c-45f2-b38a-6cf937b7de1f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.794657] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.794798] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.794851] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.799022] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.799022] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.799022] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-581e3e6d-c83c-45f2-b38a-6cf937b7de1f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.799022] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('581e3e6d-c83c-45f2-b38a-6cf937b7de1f',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.813550] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 46356d74-e411-4b65-9e19-12b39416937e [ 683.814092] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.814270] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.814475] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.815152] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.815152] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.815152] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:46356d74-e411-4b65-9e19-12b39416937e already deleted. [ 683.815548] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46356d74-e411-4b65-9e19-12b39416937e" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.956927] env[70956]: INFO networking_nsxv3.common.synchronization [req-82b36fbb-aa5b-4383-b4ae-f30c38367cfe req-508c321c-9bcd-44f5-990c-7d5bdd8fd8ff service nova] Enqueued Resource ID: 3191ceed-4461-47d6-bd31-015598aabb7c with Priority: HIGHEST for action security_group_rules [ 683.956927] env[70956]: INFO networking_nsxv3.common.synchronization [req-82b36fbb-aa5b-4383-b4ae-f30c38367cfe req-508c321c-9bcd-44f5-990c-7d5bdd8fd8ff service nova] Enqueued Resource ID: 3191ceed-4461-47d6-bd31-015598aabb7c with Priority: HIGHEST for action security_group_members [ 683.956927] env[70956]: INFO networking_nsxv3.common.synchronization [req-82b36fbb-aa5b-4383-b4ae-f30c38367cfe req-508c321c-9bcd-44f5-990c-7d5bdd8fd8ff service nova] Enqueued Resource ID: c6f71913-7059-4d79-8ab0-077591b391d6 with Priority: HIGHEST for action port [ 683.961034] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3191ceed-4461-47d6-bd31-015598aabb7c with Priority: HIGHEST for action security_group_rules [ 683.961034] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3191ceed-4461-47d6-bd31-015598aabb7c with Priority: HIGHEST for action security_group_members [ 683.961034] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6f71913-7059-4d79-8ab0-077591b391d6 with Priority: HIGHEST for action port [ 683.961034] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3191ceed-4461-47d6-bd31-015598aabb7c taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.961034] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.961034] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.961034] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.961034] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3191ceed-4461-47d6-bd31-015598aabb7c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.961034] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-3191ceed-4461-47d6-bd31-015598aabb7c taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.961034] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.961714] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.962030] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.962374] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.962687] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.962862] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.963395] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.963574] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.963771] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3191ceed-4461-47d6-bd31-015598aabb7c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.964725] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-c6f71913-7059-4d79-8ab0-077591b391d6 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.965175] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c6f71913-7059-4d79-8ab0-077591b391d6" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.965342] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c6f71913-7059-4d79-8ab0-077591b391d6" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.965618] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c6f71913-7059-4d79-8ab0-077591b391d6" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.966038] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6f71913-7059-4d79-8ab0-077591b391d6',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.213740] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2efcfa86-33fa-4859-91b2-8ff892b8fcc3 [ 684.213740] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.213942] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.214044] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.214342] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.214387] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.215025] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2efcfa86-33fa-4859-91b2-8ff892b8fcc3 already deleted. [ 684.215025] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2efcfa86-33fa-4859-91b2-8ff892b8fcc3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.305275] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-581e3e6d-c83c-45f2-b38a-6cf937b7de1f taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.305443] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-581e3e6d-c83c-45f2-b38a-6cf937b7de1f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.305490] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-581e3e6d-c83c-45f2-b38a-6cf937b7de1f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.305717] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-581e3e6d-c83c-45f2-b38a-6cf937b7de1f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.305891] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.305995] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.306071] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.306223] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.306311] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.306398] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-581e3e6d-c83c-45f2-b38a-6cf937b7de1f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.306545] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-581e3e6d-c83c-45f2-b38a-6cf937b7de1f taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.306638] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-581e3e6d-c83c-45f2-b38a-6cf937b7de1f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.306719] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-581e3e6d-c83c-45f2-b38a-6cf937b7de1f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.306868] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-581e3e6d-c83c-45f2-b38a-6cf937b7de1f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.307025] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.307120] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.307181] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.307317] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.307400] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.307489] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-581e3e6d-c83c-45f2-b38a-6cf937b7de1f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.307571] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('581e3e6d-c83c-45f2-b38a-6cf937b7de1f',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.468834] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3191ceed-4461-47d6-bd31-015598aabb7c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.470063] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-3191ceed-4461-47d6-bd31-015598aabb7c taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.470224] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.470410] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c6f71913-7059-4d79-8ab0-077591b391d6 with status ACTIVE [ 684.470686] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.470686] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.470863] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.471164] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.471164] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.471320] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.471414] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.471475] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.471658] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.471780] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.471995] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.472205] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.472266] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.472417] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.472542] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.472626] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c6f71913-7059-4d79-8ab0-077591b391d6 is going to be updated. [ 684.497180] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.497336] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.497405] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.497607] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.497745] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.497914] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c6f71913-7059-4d79-8ab0-077591b391d6" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.809874] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 581e3e6d-c83c-45f2-b38a-6cf937b7de1f: rpc.has_security_group_logging(os_id): False [ 684.819273] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9c05046-8a5f-4087-bd05-13756cd70553 in Status: SUCCESS [ 684.819636] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9c05046-8a5f-4087-bd05-13756cd70553" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.830219] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.830219] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.830219] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.830219] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.830219] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.830219] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.830219] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.830219] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.830219] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.830649] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.830649] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.830649] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.830649] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.830794] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.830794] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.832096] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.832096] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.832096] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.832096] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.832096] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.832096] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 581e3e6d-c83c-45f2-b38a-6cf937b7de1f is going to be updated. [ 684.893988] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.894187] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.894268] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.894472] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.894618] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.910333] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 581e3e6d-c83c-45f2-b38a-6cf937b7de1f in Status: IN_PROGRESS for 2s [ 684.974730] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3191ceed-4461-47d6-bd31-015598aabb7c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.477734] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.477927] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.478245] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.478245] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.478408] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.478408] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3191ceed-4461-47d6-bd31-015598aabb7c is going to be created. [ 685.504300] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.504478] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.504547] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.504719] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.504869] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.515187] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3191ceed-4461-47d6-bd31-015598aabb7c in Status: UNINITIALIZED for 2s [ 686.257613] env[70956]: INFO networking_nsxv3.common.synchronization [req-8738390d-f3f3-458c-a37d-cb6442716943 req-7b2869b7-dccb-49b4-b181-2870501d3d85 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Enqueued Resource ID: 9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4 with Priority: HIGHEST for action security_group_members [ 686.259384] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4 with Priority: HIGHEST for action security_group_members [ 686.259384] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.259384] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.259384] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.259626] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.260025] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.260025] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.260025] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.260316] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.260316] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.260316] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.764018] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.764198] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.764275] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.764506] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.764637] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.764808] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.764901] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.764945] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.765091] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.765159] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.765250] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4 already deleted. [ 686.765396] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.928101] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 581e3e6d-c83c-45f2-b38a-6cf937b7de1f in Status: SUCCESS [ 686.928369] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-581e3e6d-c83c-45f2-b38a-6cf937b7de1f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.968183] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-222 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.968386] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-222" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.968520] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-222" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.968941] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-222" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.971236] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.971441] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.971565] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.971824] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.972274] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.972274] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 686.972439] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 686.972628] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 686.972824] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 686.973049] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 686.973204] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 686.973533] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 686.992353] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 686.992580] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 686.992681] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 686.992865] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-222" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.993284] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-986ae11b-2501-4899-af34-e483404bad17 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.993476] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-986ae11b-2501-4899-af34-e483404bad17" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.993598] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-986ae11b-2501-4899-af34-e483404bad17" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.994025] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-986ae11b-2501-4899-af34-e483404bad17" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.994386] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('986ae11b-2501-4899-af34-e483404bad17',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.148116] env[70956]: INFO networking_nsxv3.common.synchronization [None req-4ff10a2c-8c8d-4f97-8bfe-90a114c70d53 None None] Enqueued Resource ID: e76cbf06-5ef5-4545-ba54-15438f2cf6ec with Priority: HIGHEST for action port [ 687.148116] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e76cbf06-5ef5-4545-ba54-15438f2cf6ec with Priority: HIGHEST for action port [ 687.148116] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-e76cbf06-5ef5-4545-ba54-15438f2cf6ec taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.148116] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e76cbf06-5ef5-4545-ba54-15438f2cf6ec" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.148116] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e76cbf06-5ef5-4545-ba54-15438f2cf6ec" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.149194] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e76cbf06-5ef5-4545-ba54-15438f2cf6ec" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.149386] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e76cbf06-5ef5-4545-ba54-15438f2cf6ec',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.499670] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.500209] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.500209] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.500346] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.500492] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.500651] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Segment Port 986ae11b-2501-4899-af34-e483404bad17 not found, creating... [ 687.501102] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.501102] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.501247] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.501492] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.501632] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.502126] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.502126] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.502266] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.502475] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.502586] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.502746] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: 986ae11b-2501-4899-af34-e483404bad17 is going to be created. [ 687.522938] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.523243] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.523372] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.523679] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.523855] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.524110] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-986ae11b-2501-4899-af34-e483404bad17" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.525363] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3191ceed-4461-47d6-bd31-015598aabb7c in Status: SUCCESS [ 687.525541] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.525683] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.525884] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.526038] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.526144] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.526205] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.526346] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.526421] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.526505] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.526594] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3191ceed-4461-47d6-bd31-015598aabb7c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.651816] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e76cbf06-5ef5-4545-ba54-15438f2cf6ec [ 687.652117] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.652259] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.652328] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.652564] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.652657] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.652769] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e76cbf06-5ef5-4545-ba54-15438f2cf6ec already deleted. [ 687.652860] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e76cbf06-5ef5-4545-ba54-15438f2cf6ec" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.029836] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-3191ceed-4461-47d6-bd31-015598aabb7c taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.030040] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.030122] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.030342] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.030537] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.030637] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.030700] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.030852] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.030960] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.031081] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.031220] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-3191ceed-4461-47d6-bd31-015598aabb7c taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.031311] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.031370] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.031506] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.031642] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.033019] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.033019] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.033019] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.033019] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.033019] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.033019] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3191ceed-4461-47d6-bd31-015598aabb7c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.098770] env[70956]: INFO networking_nsxv3.common.synchronization [None req-a7a8cc04-987f-4740-bc8b-8eda9403c07d None None] Enqueued Resource ID: d6ad65b4-477d-423f-bba9-8e3db382b168 with Priority: HIGHEST for action port [ 688.099828] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6ad65b4-477d-423f-bba9-8e3db382b168 with Priority: HIGHEST for action port [ 688.099828] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-d6ad65b4-477d-423f-bba9-8e3db382b168 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.101569] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d6ad65b4-477d-423f-bba9-8e3db382b168" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.101569] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d6ad65b4-477d-423f-bba9-8e3db382b168" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.101569] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d6ad65b4-477d-423f-bba9-8e3db382b168" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.101569] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6ad65b4-477d-423f-bba9-8e3db382b168',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.286171] env[70956]: INFO networking_nsxv3.common.synchronization [req-f1d1bb19-41b9-4113-9cbf-a85eb277f01a req-dbc0b181-d01c-41fd-8bca-2965a6ff9c2a tempest-SecurityGroupRulesTestJSON-482980799 tempest-SecurityGroupRulesTestJSON-482980799-project-member] Enqueued Resource ID: 1b3422c8-d13f-4dc7-abdf-4a2804d76bb4 with Priority: HIGHEST for action security_group_rules [ 688.286171] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b3422c8-d13f-4dc7-abdf-4a2804d76bb4 with Priority: HIGHEST for action security_group_rules [ 688.286719] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b3422c8-d13f-4dc7-abdf-4a2804d76bb4 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.287341] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b3422c8-d13f-4dc7-abdf-4a2804d76bb4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.287524] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b3422c8-d13f-4dc7-abdf-4a2804d76bb4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.287855] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b3422c8-d13f-4dc7-abdf-4a2804d76bb4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.288045] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b3422c8-d13f-4dc7-abdf-4a2804d76bb4',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.456381] env[70956]: INFO networking_nsxv3.common.synchronization [req-8738390d-f3f3-458c-a37d-cb6442716943 req-d42baaa7-abdf-432d-ab95-f3e37b69fecc service nova] Enqueued Resource ID: 9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4 with Priority: HIGHEST for action security_group_rules [ 688.456737] env[70956]: INFO networking_nsxv3.common.synchronization [req-8738390d-f3f3-458c-a37d-cb6442716943 req-d42baaa7-abdf-432d-ab95-f3e37b69fecc service nova] Enqueued Resource ID: 9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4 with Priority: HIGHEST for action security_group_members [ 688.457027] env[70956]: INFO networking_nsxv3.common.synchronization [req-8738390d-f3f3-458c-a37d-cb6442716943 req-d42baaa7-abdf-432d-ab95-f3e37b69fecc service nova] Enqueued Resource ID: 986ae11b-2501-4899-af34-e483404bad17 with Priority: HIGHEST for action port [ 688.457743] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4 with Priority: HIGHEST for action security_group_rules [ 688.458130] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4 with Priority: HIGHEST for action security_group_members [ 688.458339] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 986ae11b-2501-4899-af34-e483404bad17 with Priority: HIGHEST for action port [ 688.459037] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.459297] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.459528] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.459923] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.460138] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.461340] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.461340] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.461539] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.461539] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.461713] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.461785] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.461837] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.462721] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.462721] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.462721] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.463191] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-986ae11b-2501-4899-af34-e483404bad17 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.463191] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-986ae11b-2501-4899-af34-e483404bad17" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.463191] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-986ae11b-2501-4899-af34-e483404bad17" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.463191] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-986ae11b-2501-4899-af34-e483404bad17" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.463364] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('986ae11b-2501-4899-af34-e483404bad17',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.537020] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3191ceed-4461-47d6-bd31-015598aabb7c: rpc.has_security_group_logging(os_id): False [ 688.553290] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.553506] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.553720] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.553878] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.553965] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.554296] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.554424] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.554512] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.554723] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.557470] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.557470] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.557470] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.557470] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.557470] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.557470] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.557470] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.557470] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.557470] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.557470] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.557470] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.557470] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3191ceed-4461-47d6-bd31-015598aabb7c is going to be created. [ 688.605460] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d6ad65b4-477d-423f-bba9-8e3db382b168 [ 688.605460] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.605460] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.605460] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.605460] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.605460] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.605460] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d6ad65b4-477d-423f-bba9-8e3db382b168 already deleted. [ 688.605460] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d6ad65b4-477d-423f-bba9-8e3db382b168" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.618479] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.618665] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.618745] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.619732] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.619732] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.630610] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3191ceed-4461-47d6-bd31-015598aabb7c in Status: IN_PROGRESS for 2s [ 688.810593] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.810593] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.810593] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.810593] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.810593] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.810593] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b3422c8-d13f-4dc7-abdf-4a2804d76bb4 already deleted. [ 688.810593] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b3422c8-d13f-4dc7-abdf-4a2804d76bb4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.965899] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.965899] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.965899] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.972025] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 986ae11b-2501-4899-af34-e483404bad17 with status ACTIVE [ 688.972025] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.972025] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.972025] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.972025] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.972025] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.972025] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.972025] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.972025] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.972025] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.972025] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.972025] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.972025] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.972025] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.972025] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.972025] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.972025] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 986ae11b-2501-4899-af34-e483404bad17 is going to be updated. [ 688.997682] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.001015] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.001015] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.001015] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.001015] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.001015] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-986ae11b-2501-4899-af34-e483404bad17" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.469155] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.972736] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.972736] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.972736] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.972736] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.972736] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.973668] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4 is going to be created. [ 689.996294] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.996447] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.996523] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.996729] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.996885] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.005904] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4 in Status: UNINITIALIZED for 2s [ 690.643548] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3191ceed-4461-47d6-bd31-015598aabb7c in Status: SUCCESS [ 690.644211] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.071161] env[70956]: INFO networking_nsxv3.common.synchronization [req-6ed525e6-ea83-4196-9ac0-d9decd9b0647 req-a7c361ca-2ca5-453e-b133-947a155fb1d7 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Enqueued Resource ID: 03a34302-a54b-4708-979a-91d3b49e10ad with Priority: HIGHEST for action security_group_members [ 691.071724] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03a34302-a54b-4708-979a-91d3b49e10ad with Priority: HIGHEST for action security_group_members [ 691.074966] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-03a34302-a54b-4708-979a-91d3b49e10ad taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.075117] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03a34302-a54b-4708-979a-91d3b49e10ad" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.075189] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03a34302-a54b-4708-979a-91d3b49e10ad" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.075388] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03a34302-a54b-4708-979a-91d3b49e10ad" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.075566] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.075668] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.075727] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.075885] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.075974] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.076079] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03a34302-a54b-4708-979a-91d3b49e10ad',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.420160] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-214 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.420623] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-214" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.421053] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-214" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.422908] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-214" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.422908] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.422908] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.422908] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.422908] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.422908] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.422908] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 691.422908] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 691.422908] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 691.423907] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 691.424078] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 691.424309] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 691.424491] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 691.443848] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 691.444062] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 691.444235] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 691.444462] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-214" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.445714] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-f9dd2a1d-b201-4277-9403-b5b394eb78d6 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.445714] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-f9dd2a1d-b201-4277-9403-b5b394eb78d6" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.445714] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-f9dd2a1d-b201-4277-9403-b5b394eb78d6" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.445714] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-f9dd2a1d-b201-4277-9403-b5b394eb78d6" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.445714] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9dd2a1d-b201-4277-9403-b5b394eb78d6',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.578804] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.578804] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.578804] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.580926] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.580926] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.580926] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.580926] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.580926] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.580926] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.580926] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.580926] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03a34302-a54b-4708-979a-91d3b49e10ad already deleted. [ 691.580926] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03a34302-a54b-4708-979a-91d3b49e10ad" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.948336] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.948577] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.948762] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.949094] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.949257] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.949418] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Segment Port f9dd2a1d-b201-4277-9403-b5b394eb78d6 not found, creating... [ 691.949758] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.949956] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.950169] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.950410] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.950555] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.950849] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.951194] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.951472] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.951756] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.951954] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.952162] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: f9dd2a1d-b201-4277-9403-b5b394eb78d6 is going to be created. [ 691.971551] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.971749] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.971874] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.972222] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.972462] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.972684] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-f9dd2a1d-b201-4277-9403-b5b394eb78d6" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.014158] env[70956]: INFO networking_nsxv3.common.synchronization [req-f29b7fb4-9fd9-49c6-bd5d-9a122e4c47de req-638134e0-bb74-45c1-b074-33f584fb7ec1 tempest-SecurityGroupRulesTestJSON-482980799 tempest-SecurityGroupRulesTestJSON-482980799-project-member] Enqueued Resource ID: 1b72f2c1-3414-426f-b551-37adeaad9a59 with Priority: HIGHEST for action security_group_rules [ 692.015144] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4 in Status: SUCCESS [ 692.015261] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.015764] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b72f2c1-3414-426f-b551-37adeaad9a59 with Priority: HIGHEST for action security_group_rules [ 692.015904] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.016472] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.016716] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.017288] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.017435] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.017792] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.018057] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.018242] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.018622] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.019649] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b72f2c1-3414-426f-b551-37adeaad9a59 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.019867] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b72f2c1-3414-426f-b551-37adeaad9a59" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.020077] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b72f2c1-3414-426f-b551-37adeaad9a59" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.020409] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b72f2c1-3414-426f-b551-37adeaad9a59" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.020524] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b72f2c1-3414-426f-b551-37adeaad9a59',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.523180] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.523552] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.523552] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.524125] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.524217] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.524331] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.524393] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.524647] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.526036] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.526036] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.526036] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.526036] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.526036] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.526036] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.527334] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.527334] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.527490] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.527529] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.527624] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.527714] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.527808] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.546538] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.546684] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.546763] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.546966] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.547074] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.547170] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b72f2c1-3414-426f-b551-37adeaad9a59 already deleted. [ 692.547254] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b72f2c1-3414-426f-b551-37adeaad9a59" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.685451] env[70956]: INFO networking_nsxv3.common.synchronization [req-6ed525e6-ea83-4196-9ac0-d9decd9b0647 req-046d95ed-148f-4cc7-b5cd-d06a6988d4a0 service nova] Enqueued Resource ID: 03a34302-a54b-4708-979a-91d3b49e10ad with Priority: HIGHEST for action security_group_rules [ 692.685632] env[70956]: INFO networking_nsxv3.common.synchronization [req-6ed525e6-ea83-4196-9ac0-d9decd9b0647 req-046d95ed-148f-4cc7-b5cd-d06a6988d4a0 service nova] Enqueued Resource ID: 03a34302-a54b-4708-979a-91d3b49e10ad with Priority: HIGHEST for action security_group_members [ 692.685770] env[70956]: INFO networking_nsxv3.common.synchronization [req-6ed525e6-ea83-4196-9ac0-d9decd9b0647 req-046d95ed-148f-4cc7-b5cd-d06a6988d4a0 service nova] Enqueued Resource ID: f9dd2a1d-b201-4277-9403-b5b394eb78d6 with Priority: HIGHEST for action port [ 692.689427] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03a34302-a54b-4708-979a-91d3b49e10ad with Priority: HIGHEST for action security_group_rules [ 692.689581] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03a34302-a54b-4708-979a-91d3b49e10ad with Priority: HIGHEST for action security_group_members [ 692.689685] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9dd2a1d-b201-4277-9403-b5b394eb78d6 with Priority: HIGHEST for action port [ 692.690487] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03a34302-a54b-4708-979a-91d3b49e10ad taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.690487] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03a34302-a54b-4708-979a-91d3b49e10ad" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.690487] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03a34302-a54b-4708-979a-91d3b49e10ad" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.690744] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03a34302-a54b-4708-979a-91d3b49e10ad" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.690744] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03a34302-a54b-4708-979a-91d3b49e10ad',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.695038] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-03a34302-a54b-4708-979a-91d3b49e10ad taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.695038] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03a34302-a54b-4708-979a-91d3b49e10ad" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.695038] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03a34302-a54b-4708-979a-91d3b49e10ad" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.695038] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03a34302-a54b-4708-979a-91d3b49e10ad" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.695038] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.695038] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.695038] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.695674] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.695674] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.695674] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03a34302-a54b-4708-979a-91d3b49e10ad',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.696113] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-f9dd2a1d-b201-4277-9403-b5b394eb78d6 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.696229] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f9dd2a1d-b201-4277-9403-b5b394eb78d6" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.696277] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f9dd2a1d-b201-4277-9403-b5b394eb78d6" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.696436] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f9dd2a1d-b201-4277-9403-b5b394eb78d6" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.696545] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9dd2a1d-b201-4277-9403-b5b394eb78d6',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.030926] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4: rpc.has_security_group_logging(os_id): False [ 693.050769] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.051058] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.051058] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.051340] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.051467] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.051763] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.051885] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.051953] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.052138] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.052221] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.052445] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.052592] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.052693] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.052867] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.052974] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.053437] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.053543] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.053609] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.053773] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.053857] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.053951] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4 is going to be created. [ 693.113315] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.113557] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.113621] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.113834] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.114056] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.127502] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4 in Status: IN_PROGRESS for 2s [ 693.200228] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-03a34302-a54b-4708-979a-91d3b49e10ad taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.200228] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03a34302-a54b-4708-979a-91d3b49e10ad" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.200228] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('03a34302-a54b-4708-979a-91d3b49e10ad',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.201040] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f9dd2a1d-b201-4277-9403-b5b394eb78d6 with status ACTIVE [ 693.201161] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.205246] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.205246] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.205246] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.205246] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.205246] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.205246] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.205246] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.205246] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.205246] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.205246] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.205246] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.205246] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.205246] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.206137] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.206137] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f9dd2a1d-b201-4277-9403-b5b394eb78d6 is going to be updated. [ 693.233954] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.234184] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.234266] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.234479] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.234612] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.234830] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f9dd2a1d-b201-4277-9403-b5b394eb78d6" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.709998] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('03a34302-a54b-4708-979a-91d3b49e10ad',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.169530] env[70956]: INFO networking_nsxv3.common.synchronization [req-92a0928f-bc52-4759-bd91-7a6a61515bfa req-7de8f689-c078-4e61-acc3-eb365a28c025 tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Enqueued Resource ID: 155a7a91-788b-4c8a-bd19-9cf001bb1f63 with Priority: HIGHEST for action security_group_members [ 694.170202] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 155a7a91-788b-4c8a-bd19-9cf001bb1f63 with Priority: HIGHEST for action security_group_members [ 694.170648] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-155a7a91-788b-4c8a-bd19-9cf001bb1f63 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.170777] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-155a7a91-788b-4c8a-bd19-9cf001bb1f63" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.170845] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-155a7a91-788b-4c8a-bd19-9cf001bb1f63" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.171161] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-155a7a91-788b-4c8a-bd19-9cf001bb1f63" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.171335] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.171441] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.171504] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.171660] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.171747] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.171841] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('155a7a91-788b-4c8a-bd19-9cf001bb1f63',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.212693] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.212693] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.212693] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.212920] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.212981] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.213282] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03a34302-a54b-4708-979a-91d3b49e10ad is going to be created. [ 694.235075] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.235075] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.235199] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.237132] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.237132] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.247978] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03a34302-a54b-4708-979a-91d3b49e10ad in Status: UNINITIALIZED for 2s [ 694.378746] env[70956]: INFO networking_nsxv3.common.synchronization [req-7296bbc1-00c9-4fff-82d3-7e22b8c42fdf req-61f2f05f-2610-415d-b497-6bfb2559f204 tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] Enqueued Resource ID: 333dc6e6-2663-47ac-b3a4-00d3bdb3bf13 with Priority: HIGHEST for action security_group_members [ 694.379384] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 333dc6e6-2663-47ac-b3a4-00d3bdb3bf13 with Priority: HIGHEST for action security_group_members [ 694.379695] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-333dc6e6-2663-47ac-b3a4-00d3bdb3bf13 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.379837] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-333dc6e6-2663-47ac-b3a4-00d3bdb3bf13" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.379915] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-333dc6e6-2663-47ac-b3a4-00d3bdb3bf13" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.381196] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-333dc6e6-2663-47ac-b3a4-00d3bdb3bf13" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.381196] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.381196] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.381196] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.381196] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.381196] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.381196] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('333dc6e6-2663-47ac-b3a4-00d3bdb3bf13',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.675398] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('155a7a91-788b-4c8a-bd19-9cf001bb1f63',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.888735] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.888735] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.888735] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.888735] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.888735] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.888735] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.888735] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.888735] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.889343] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.889343] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.889343] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 333dc6e6-2663-47ac-b3a4-00d3bdb3bf13 already deleted. [ 694.889343] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-333dc6e6-2663-47ac-b3a4-00d3bdb3bf13" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.970433] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-793 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.970433] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-793" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.970433] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-793" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.970433] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-793" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.970433] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.970433] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.970433] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.970433] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.970433] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.971164] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 694.971164] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 694.971164] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 694.971164] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 694.971164] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 694.973683] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 694.973683] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 694.990702] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 694.991218] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 694.992233] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 694.992327] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-793" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.992625] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-20f6892a-1f27-483c-9832-e041ce2d29a6 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.992802] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-20f6892a-1f27-483c-9832-e041ce2d29a6" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.993046] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-20f6892a-1f27-483c-9832-e041ce2d29a6" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.993278] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-20f6892a-1f27-483c-9832-e041ce2d29a6" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.993443] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20f6892a-1f27-483c-9832-e041ce2d29a6',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.140928] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4 in Status: SUCCESS [ 695.140928] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.177065] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('155a7a91-788b-4c8a-bd19-9cf001bb1f63',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.499027] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.499296] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.499452] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.499716] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.500384] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.500384] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Segment Port 20f6892a-1f27-483c-9832-e041ce2d29a6 not found, creating... [ 695.500542] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.500739] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.500886] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.501168] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.501319] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.502246] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.502246] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.502246] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.502735] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.502735] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.502735] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: 20f6892a-1f27-483c-9832-e041ce2d29a6 is going to be created. [ 695.523301] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.523605] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.523605] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.523870] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.524105] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.524428] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-20f6892a-1f27-483c-9832-e041ce2d29a6" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.679606] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.679748] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.679748] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.683156] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.683156] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.683156] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 155a7a91-788b-4c8a-bd19-9cf001bb1f63 is going to be updated. [ 695.708607] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.708762] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.708836] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.709093] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.709324] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.718710] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 155a7a91-788b-4c8a-bd19-9cf001bb1f63 in Status: IN_PROGRESS for 2s [ 695.964648] env[70956]: INFO networking_nsxv3.common.synchronization [req-35b6522e-7399-48fe-aed9-317cdc4d4419 req-614fe516-1726-40ef-8bd7-9ae61dcf7c92 tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Enqueued Resource ID: 581e3e6d-c83c-45f2-b38a-6cf937b7de1f with Priority: HIGHEST for action security_group_members [ 695.964648] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 581e3e6d-c83c-45f2-b38a-6cf937b7de1f with Priority: HIGHEST for action security_group_members [ 695.965017] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-581e3e6d-c83c-45f2-b38a-6cf937b7de1f taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.965017] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-581e3e6d-c83c-45f2-b38a-6cf937b7de1f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.965017] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-581e3e6d-c83c-45f2-b38a-6cf937b7de1f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.965942] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-581e3e6d-c83c-45f2-b38a-6cf937b7de1f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.967112] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.967112] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.967112] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.967327] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.968831] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.968831] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('581e3e6d-c83c-45f2-b38a-6cf937b7de1f',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.005681] env[70956]: INFO networking_nsxv3.common.synchronization [req-eaee4fc4-1c22-4ea5-bab6-73c4a30baa46 req-9fecba2e-0d19-4117-a6bb-0e5e7881e2fe tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Enqueued Resource ID: 3191ceed-4461-47d6-bd31-015598aabb7c with Priority: HIGHEST for action security_group_members [ 696.007096] env[70956]: INFO networking_nsxv3.common.synchronization [req-eaee4fc4-1c22-4ea5-bab6-73c4a30baa46 req-9fecba2e-0d19-4117-a6bb-0e5e7881e2fe tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Enqueued Resource ID: f06428e7-4421-48f9-9ba7-441017875af8 with Priority: HIGHEST for action security_group_members [ 696.011230] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3191ceed-4461-47d6-bd31-015598aabb7c with Priority: HIGHEST for action security_group_members [ 696.011230] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f06428e7-4421-48f9-9ba7-441017875af8 with Priority: HIGHEST for action security_group_members [ 696.014660] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-3191ceed-4461-47d6-bd31-015598aabb7c taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.014844] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.014922] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.019166] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.019427] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.019603] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.019710] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.020072] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.020130] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.020265] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3191ceed-4461-47d6-bd31-015598aabb7c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.021490] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-f06428e7-4421-48f9-9ba7-441017875af8 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.021612] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f06428e7-4421-48f9-9ba7-441017875af8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.021697] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f06428e7-4421-48f9-9ba7-441017875af8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.021994] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f06428e7-4421-48f9-9ba7-441017875af8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.026734] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.026911] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.026960] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.027203] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.027341] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.027487] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f06428e7-4421-48f9-9ba7-441017875af8',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.257659] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03a34302-a54b-4708-979a-91d3b49e10ad in Status: SUCCESS [ 696.257916] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03a34302-a54b-4708-979a-91d3b49e10ad" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.258132] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03a34302-a54b-4708-979a-91d3b49e10ad" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.258353] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03a34302-a54b-4708-979a-91d3b49e10ad" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.258548] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.258668] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.258735] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.258912] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.258993] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.259108] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03a34302-a54b-4708-979a-91d3b49e10ad" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.259200] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('03a34302-a54b-4708-979a-91d3b49e10ad',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.460942] env[70956]: INFO networking_nsxv3.common.synchronization [req-eaee4fc4-1c22-4ea5-bab6-73c4a30baa46 req-9fecba2e-0d19-4117-a6bb-0e5e7881e2fe tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Enqueued Resource ID: 3191ceed-4461-47d6-bd31-015598aabb7c with Priority: HIGHEST for action security_group_rules [ 696.461143] env[70956]: INFO networking_nsxv3.common.synchronization [req-eaee4fc4-1c22-4ea5-bab6-73c4a30baa46 req-9fecba2e-0d19-4117-a6bb-0e5e7881e2fe tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Enqueued Resource ID: 3191ceed-4461-47d6-bd31-015598aabb7c with Priority: HIGHEST for action security_group_members [ 696.461281] env[70956]: INFO networking_nsxv3.common.synchronization [req-eaee4fc4-1c22-4ea5-bab6-73c4a30baa46 req-9fecba2e-0d19-4117-a6bb-0e5e7881e2fe tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Enqueued Resource ID: f06428e7-4421-48f9-9ba7-441017875af8 with Priority: HIGHEST for action security_group_rules [ 696.461408] env[70956]: INFO networking_nsxv3.common.synchronization [req-eaee4fc4-1c22-4ea5-bab6-73c4a30baa46 req-9fecba2e-0d19-4117-a6bb-0e5e7881e2fe tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Enqueued Resource ID: f06428e7-4421-48f9-9ba7-441017875af8 with Priority: HIGHEST for action security_group_members [ 696.461536] env[70956]: INFO networking_nsxv3.common.synchronization [req-eaee4fc4-1c22-4ea5-bab6-73c4a30baa46 req-9fecba2e-0d19-4117-a6bb-0e5e7881e2fe tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Enqueued Resource ID: c6f71913-7059-4d79-8ab0-077591b391d6 with Priority: HIGHEST for action port [ 696.462279] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3191ceed-4461-47d6-bd31-015598aabb7c with Priority: HIGHEST for action security_group_rules [ 696.462483] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f06428e7-4421-48f9-9ba7-441017875af8 with Priority: HIGHEST for action security_group_rules [ 696.462594] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6f71913-7059-4d79-8ab0-077591b391d6 with Priority: HIGHEST for action port [ 696.462689] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3191ceed-4461-47d6-bd31-015598aabb7c with Priority: HIGHEST for action security_group_members [ 696.462782] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f06428e7-4421-48f9-9ba7-441017875af8 with Priority: HIGHEST for action security_group_members [ 696.463135] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3191ceed-4461-47d6-bd31-015598aabb7c taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.463476] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.463523] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.463685] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.463770] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3191ceed-4461-47d6-bd31-015598aabb7c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.464735] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f06428e7-4421-48f9-9ba7-441017875af8 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.464881] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f06428e7-4421-48f9-9ba7-441017875af8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.464926] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f06428e7-4421-48f9-9ba7-441017875af8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.465455] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f06428e7-4421-48f9-9ba7-441017875af8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.465541] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f06428e7-4421-48f9-9ba7-441017875af8',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.470125] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-c6f71913-7059-4d79-8ab0-077591b391d6 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.470125] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c6f71913-7059-4d79-8ab0-077591b391d6" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.470125] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c6f71913-7059-4d79-8ab0-077591b391d6" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.470125] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c6f71913-7059-4d79-8ab0-077591b391d6" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.470125] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6f71913-7059-4d79-8ab0-077591b391d6',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.470125] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-3191ceed-4461-47d6-bd31-015598aabb7c taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.470125] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.470125] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-f06428e7-4421-48f9-9ba7-441017875af8 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.470125] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f06428e7-4421-48f9-9ba7-441017875af8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.475601] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.475722] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.475788] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.476097] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.476188] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.476377] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.476522] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.476568] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.476670] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.476745] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.476826] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 581e3e6d-c83c-45f2-b38a-6cf937b7de1f is going to be updated. [ 696.506336] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.506531] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.506627] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.506855] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.506991] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.515148] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 581e3e6d-c83c-45f2-b38a-6cf937b7de1f in Status: IN_PROGRESS for 2s [ 696.530409] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3191ceed-4461-47d6-bd31-015598aabb7c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.531484] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f06428e7-4421-48f9-9ba7-441017875af8',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.761585] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-03a34302-a54b-4708-979a-91d3b49e10ad taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.762654] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03a34302-a54b-4708-979a-91d3b49e10ad" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.762654] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03a34302-a54b-4708-979a-91d3b49e10ad" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.762654] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03a34302-a54b-4708-979a-91d3b49e10ad" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.762654] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.762654] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.762654] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.762654] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.762654] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.763047] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03a34302-a54b-4708-979a-91d3b49e10ad" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.763047] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-03a34302-a54b-4708-979a-91d3b49e10ad taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.763187] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03a34302-a54b-4708-979a-91d3b49e10ad" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.763297] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03a34302-a54b-4708-979a-91d3b49e10ad" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.763526] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03a34302-a54b-4708-979a-91d3b49e10ad" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.763768] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.763939] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.764053] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.764291] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.765776] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.765776] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03a34302-a54b-4708-979a-91d3b49e10ad" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.765776] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('03a34302-a54b-4708-979a-91d3b49e10ad',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.970255] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-3191ceed-4461-47d6-bd31-015598aabb7c taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.970509] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.970725] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-f06428e7-4421-48f9-9ba7-441017875af8 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.970815] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f06428e7-4421-48f9-9ba7-441017875af8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.971024] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c6f71913-7059-4d79-8ab0-077591b391d6 with status ACTIVE [ 696.971211] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.971343] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.971409] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.971640] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.971739] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.971909] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.972030] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.972092] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.972260] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.972338] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.972530] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.972621] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.972681] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.972815] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.972891] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.972977] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c6f71913-7059-4d79-8ab0-077591b391d6 is going to be updated. [ 696.991395] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.991640] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.991747] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.992025] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.992225] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.992433] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c6f71913-7059-4d79-8ab0-077591b391d6" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.026461] env[70956]: INFO networking_nsxv3.common.synchronization [req-7296bbc1-00c9-4fff-82d3-7e22b8c42fdf req-3708fda9-db0e-4bea-aca0-16aa2b6517f3 service nova] Enqueued Resource ID: 333dc6e6-2663-47ac-b3a4-00d3bdb3bf13 with Priority: HIGHEST for action security_group_rules [ 697.026764] env[70956]: INFO networking_nsxv3.common.synchronization [req-7296bbc1-00c9-4fff-82d3-7e22b8c42fdf req-3708fda9-db0e-4bea-aca0-16aa2b6517f3 service nova] Enqueued Resource ID: 333dc6e6-2663-47ac-b3a4-00d3bdb3bf13 with Priority: HIGHEST for action security_group_members [ 697.026764] env[70956]: INFO networking_nsxv3.common.synchronization [req-7296bbc1-00c9-4fff-82d3-7e22b8c42fdf req-3708fda9-db0e-4bea-aca0-16aa2b6517f3 service nova] Enqueued Resource ID: 20f6892a-1f27-483c-9832-e041ce2d29a6 with Priority: HIGHEST for action port [ 697.027013] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 333dc6e6-2663-47ac-b3a4-00d3bdb3bf13 with Priority: HIGHEST for action security_group_rules [ 697.027156] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 333dc6e6-2663-47ac-b3a4-00d3bdb3bf13 with Priority: HIGHEST for action security_group_members [ 697.027293] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20f6892a-1f27-483c-9832-e041ce2d29a6 with Priority: HIGHEST for action port [ 697.027802] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-333dc6e6-2663-47ac-b3a4-00d3bdb3bf13 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.027925] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-333dc6e6-2663-47ac-b3a4-00d3bdb3bf13" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.027982] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-333dc6e6-2663-47ac-b3a4-00d3bdb3bf13" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.029121] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-333dc6e6-2663-47ac-b3a4-00d3bdb3bf13" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.029121] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('333dc6e6-2663-47ac-b3a4-00d3bdb3bf13',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.030766] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-333dc6e6-2663-47ac-b3a4-00d3bdb3bf13 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.030766] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-333dc6e6-2663-47ac-b3a4-00d3bdb3bf13" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.030766] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-333dc6e6-2663-47ac-b3a4-00d3bdb3bf13" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.030766] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-333dc6e6-2663-47ac-b3a4-00d3bdb3bf13" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.031020] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.031020] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.031020] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.031169] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.031260] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.031300] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('333dc6e6-2663-47ac-b3a4-00d3bdb3bf13',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.035801] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-20f6892a-1f27-483c-9832-e041ce2d29a6 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.035801] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-20f6892a-1f27-483c-9832-e041ce2d29a6" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.035801] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-20f6892a-1f27-483c-9832-e041ce2d29a6" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.035801] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-20f6892a-1f27-483c-9832-e041ce2d29a6" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.035801] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20f6892a-1f27-483c-9832-e041ce2d29a6',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.035801] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3191ceed-4461-47d6-bd31-015598aabb7c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.035801] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f06428e7-4421-48f9-9ba7-441017875af8',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.267182] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 03a34302-a54b-4708-979a-91d3b49e10ad: rpc.has_security_group_logging(os_id): False [ 697.285176] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.285321] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.285394] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.285603] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.285693] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.285902] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.286000] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.286157] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.286227] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.286308] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.286506] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.287013] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.287382] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.287382] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.287382] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.287573] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.287670] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.287732] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.288064] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.288195] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.288445] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03a34302-a54b-4708-979a-91d3b49e10ad is going to be created. [ 697.349245] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.349412] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.349482] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.349724] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.349979] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.360293] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03a34302-a54b-4708-979a-91d3b49e10ad in Status: IN_PROGRESS for 2s [ 697.534861] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-333dc6e6-2663-47ac-b3a4-00d3bdb3bf13 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.535108] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-333dc6e6-2663-47ac-b3a4-00d3bdb3bf13" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.540438] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 20f6892a-1f27-483c-9832-e041ce2d29a6 with status ACTIVE [ 697.540651] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.540806] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.540848] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.541122] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.541253] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.541436] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.541534] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.541599] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.541750] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.541829] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.542017] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.542116] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.542179] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.543277] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.543341] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.543425] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 20f6892a-1f27-483c-9832-e041ce2d29a6 is going to be updated. [ 697.544500] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('333dc6e6-2663-47ac-b3a4-00d3bdb3bf13',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.545759] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.545759] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.546020] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.546215] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.546310] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.546410] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3191ceed-4461-47d6-bd31-015598aabb7c is going to be updated. [ 697.553828] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.553953] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.554114] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.554312] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.554399] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.554504] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f06428e7-4421-48f9-9ba7-441017875af8 is going to be created. [ 697.567990] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.568197] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.568276] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.568536] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.568610] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.568780] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-20f6892a-1f27-483c-9832-e041ce2d29a6" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.575260] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.575387] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.575456] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.576153] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.576335] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.578566] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.578675] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.578956] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.579167] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.579348] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.586932] env[70956]: INFO networking_nsxv3.common.synchronization [req-c63b6ce0-4ce4-4684-9d4f-5e8b91643b8b req-cc32df4a-7065-4301-bcf0-06d458fcdca2 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Enqueued Resource ID: 3781be8b-e165-4069-8e42-eeace48d4ca3 with Priority: HIGHEST for action security_group_members [ 697.588626] env[70956]: INFO networking_nsxv3.common.synchronization [req-c29043e9-a867-40c8-9c02-d535a0b5210d req-a870adbf-2d8b-4013-ab91-8dbcdb971fb9 tempest-SecurityGroupRulesTestJSON-482980799 tempest-SecurityGroupRulesTestJSON-482980799-project-member] Enqueued Resource ID: 3c927860-2959-475c-bcea-e81cde1b793a with Priority: HIGHEST for action security_group_rules [ 697.589585] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f06428e7-4421-48f9-9ba7-441017875af8 in Status: UNINITIALIZED for 2s [ 697.590310] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3191ceed-4461-47d6-bd31-015598aabb7c in Status: IN_PROGRESS for 2s [ 697.590471] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3781be8b-e165-4069-8e42-eeace48d4ca3 with Priority: HIGHEST for action security_group_members [ 697.590650] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c927860-2959-475c-bcea-e81cde1b793a with Priority: HIGHEST for action security_group_rules [ 697.591206] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-3781be8b-e165-4069-8e42-eeace48d4ca3 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.591284] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3781be8b-e165-4069-8e42-eeace48d4ca3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.591351] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3781be8b-e165-4069-8e42-eeace48d4ca3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.591554] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3781be8b-e165-4069-8e42-eeace48d4ca3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.594394] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.594394] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.594394] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.594394] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.594394] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.594394] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3781be8b-e165-4069-8e42-eeace48d4ca3',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.594394] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3c927860-2959-475c-bcea-e81cde1b793a taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.594394] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3c927860-2959-475c-bcea-e81cde1b793a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.594394] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3c927860-2959-475c-bcea-e81cde1b793a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.595386] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3c927860-2959-475c-bcea-e81cde1b793a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.595386] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3c927860-2959-475c-bcea-e81cde1b793a',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.762103] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 155a7a91-788b-4c8a-bd19-9cf001bb1f63 in Status: SUCCESS [ 697.762334] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-155a7a91-788b-4c8a-bd19-9cf001bb1f63" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.821401] env[70956]: INFO networking_nsxv3.common.synchronization [None req-a2f31e6c-7269-4e06-9497-c1b7879a587a None None] Enqueued Resource ID: fad7553c-fa2c-4274-892b-c0ca470418fa with Priority: HIGHEST for action port [ 697.821990] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fad7553c-fa2c-4274-892b-c0ca470418fa with Priority: HIGHEST for action port [ 697.822550] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-fad7553c-fa2c-4274-892b-c0ca470418fa taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.822687] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fad7553c-fa2c-4274-892b-c0ca470418fa" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.822795] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fad7553c-fa2c-4274-892b-c0ca470418fa" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.823038] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fad7553c-fa2c-4274-892b-c0ca470418fa" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.823150] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fad7553c-fa2c-4274-892b-c0ca470418fa',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.048254] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('333dc6e6-2663-47ac-b3a4-00d3bdb3bf13',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.098659] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3781be8b-e165-4069-8e42-eeace48d4ca3',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.114742] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.116998] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.117092] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.117315] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.117410] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.117517] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3c927860-2959-475c-bcea-e81cde1b793a already deleted. [ 698.117601] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3c927860-2959-475c-bcea-e81cde1b793a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.326533] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fad7553c-fa2c-4274-892b-c0ca470418fa [ 698.326927] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.327151] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.327260] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.327571] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.327728] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.327882] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fad7553c-fa2c-4274-892b-c0ca470418fa already deleted. [ 698.328045] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fad7553c-fa2c-4274-892b-c0ca470418fa" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.486366] env[70956]: INFO networking_nsxv3.common.synchronization [req-8d693bee-aac4-4bc3-91f9-83ec49f711ff req-820412db-a571-4ad9-b2dc-d5e70fe8f635 tempest-SecurityGroupRulesTestJSON-482980799 tempest-SecurityGroupRulesTestJSON-482980799-project-member] Enqueued Resource ID: 3c927860-2959-475c-bcea-e81cde1b793a with Priority: HIGHEST for action security_group_rules [ 698.487068] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c927860-2959-475c-bcea-e81cde1b793a with Priority: HIGHEST for action security_group_rules [ 698.487388] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3c927860-2959-475c-bcea-e81cde1b793a taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.488033] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3c927860-2959-475c-bcea-e81cde1b793a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.488033] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3c927860-2959-475c-bcea-e81cde1b793a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.488033] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3c927860-2959-475c-bcea-e81cde1b793a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.488033] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3c927860-2959-475c-bcea-e81cde1b793a',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.519134] env[70956]: INFO networking_nsxv3.common.synchronization [req-20ce3570-5757-4329-bb31-76fdcf9c71ab req-a09eab17-eeb2-445c-98b2-9ca21c0758b0 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Enqueued Resource ID: f06428e7-4421-48f9-9ba7-441017875af8 with Priority: HIGHEST for action security_group_members [ 698.519312] env[70956]: INFO networking_nsxv3.common.synchronization [req-20ce3570-5757-4329-bb31-76fdcf9c71ab req-a09eab17-eeb2-445c-98b2-9ca21c0758b0 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Enqueued Resource ID: a73bbb64-45e0-4474-ac66-db0b7ee78a81 with Priority: HIGHEST for action security_group_members [ 698.519444] env[70956]: INFO networking_nsxv3.common.synchronization [req-20ce3570-5757-4329-bb31-76fdcf9c71ab req-a09eab17-eeb2-445c-98b2-9ca21c0758b0 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Enqueued Resource ID: 3191ceed-4461-47d6-bd31-015598aabb7c with Priority: HIGHEST for action security_group_members [ 698.519911] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f06428e7-4421-48f9-9ba7-441017875af8 with Priority: HIGHEST for action security_group_members [ 698.520166] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a73bbb64-45e0-4474-ac66-db0b7ee78a81 with Priority: HIGHEST for action security_group_members [ 698.520298] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3191ceed-4461-47d6-bd31-015598aabb7c with Priority: HIGHEST for action security_group_members [ 698.520936] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-f06428e7-4421-48f9-9ba7-441017875af8 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.521153] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f06428e7-4421-48f9-9ba7-441017875af8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.521287] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-a73bbb64-45e0-4474-ac66-db0b7ee78a81 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.521418] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a73bbb64-45e0-4474-ac66-db0b7ee78a81" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.521486] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a73bbb64-45e0-4474-ac66-db0b7ee78a81" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.521724] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a73bbb64-45e0-4474-ac66-db0b7ee78a81" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.521876] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.521972] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.522043] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.522188] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.522271] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.522360] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a73bbb64-45e0-4474-ac66-db0b7ee78a81',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.523585] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-3191ceed-4461-47d6-bd31-015598aabb7c taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.523667] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.528371] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 581e3e6d-c83c-45f2-b38a-6cf937b7de1f in Status: SUCCESS [ 698.528550] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 581e3e6d-c83c-45f2-b38a-6cf937b7de1f deletion is rescheduled due to dependency. [ 698.528723] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-581e3e6d-c83c-45f2-b38a-6cf937b7de1f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.551376] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.551540] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.551617] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.551856] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.551961] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.553380] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 333dc6e6-2663-47ac-b3a4-00d3bdb3bf13 is going to be created. [ 698.581433] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.581626] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.581681] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.581858] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.582046] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.594469] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 333dc6e6-2663-47ac-b3a4-00d3bdb3bf13 in Status: UNINITIALIZED for 2s [ 698.600242] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3781be8b-e165-4069-8e42-eeace48d4ca3',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.613392] env[70956]: INFO networking_nsxv3.common.synchronization [req-20ce3570-5757-4329-bb31-76fdcf9c71ab req-a09eab17-eeb2-445c-98b2-9ca21c0758b0 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Enqueued Resource ID: 3191ceed-4461-47d6-bd31-015598aabb7c with Priority: HIGHEST for action security_group_rules [ 698.613632] env[70956]: INFO networking_nsxv3.common.synchronization [req-20ce3570-5757-4329-bb31-76fdcf9c71ab req-a09eab17-eeb2-445c-98b2-9ca21c0758b0 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Enqueued Resource ID: 3191ceed-4461-47d6-bd31-015598aabb7c with Priority: HIGHEST for action security_group_members [ 698.613825] env[70956]: INFO networking_nsxv3.common.synchronization [req-20ce3570-5757-4329-bb31-76fdcf9c71ab req-a09eab17-eeb2-445c-98b2-9ca21c0758b0 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Enqueued Resource ID: a73bbb64-45e0-4474-ac66-db0b7ee78a81 with Priority: HIGHEST for action security_group_rules [ 698.614031] env[70956]: INFO networking_nsxv3.common.synchronization [req-20ce3570-5757-4329-bb31-76fdcf9c71ab req-a09eab17-eeb2-445c-98b2-9ca21c0758b0 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Enqueued Resource ID: a73bbb64-45e0-4474-ac66-db0b7ee78a81 with Priority: HIGHEST for action security_group_members [ 698.614224] env[70956]: INFO networking_nsxv3.common.synchronization [req-20ce3570-5757-4329-bb31-76fdcf9c71ab req-a09eab17-eeb2-445c-98b2-9ca21c0758b0 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Enqueued Resource ID: f06428e7-4421-48f9-9ba7-441017875af8 with Priority: HIGHEST for action security_group_rules [ 698.614407] env[70956]: INFO networking_nsxv3.common.synchronization [req-20ce3570-5757-4329-bb31-76fdcf9c71ab req-a09eab17-eeb2-445c-98b2-9ca21c0758b0 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Enqueued Resource ID: f06428e7-4421-48f9-9ba7-441017875af8 with Priority: HIGHEST for action security_group_members [ 698.616089] env[70956]: INFO networking_nsxv3.common.synchronization [req-20ce3570-5757-4329-bb31-76fdcf9c71ab req-a09eab17-eeb2-445c-98b2-9ca21c0758b0 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Enqueued Resource ID: c6f71913-7059-4d79-8ab0-077591b391d6 with Priority: HIGHEST for action port [ 698.616089] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3191ceed-4461-47d6-bd31-015598aabb7c with Priority: HIGHEST for action security_group_rules [ 698.616089] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a73bbb64-45e0-4474-ac66-db0b7ee78a81 with Priority: HIGHEST for action security_group_rules [ 698.616261] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f06428e7-4421-48f9-9ba7-441017875af8 with Priority: HIGHEST for action security_group_members [ 698.616322] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6f71913-7059-4d79-8ab0-077591b391d6 with Priority: HIGHEST for action port [ 698.616469] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f06428e7-4421-48f9-9ba7-441017875af8 with Priority: HIGHEST for action security_group_rules [ 698.616544] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3191ceed-4461-47d6-bd31-015598aabb7c with Priority: HIGHEST for action security_group_members [ 698.616679] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a73bbb64-45e0-4474-ac66-db0b7ee78a81 with Priority: HIGHEST for action security_group_members [ 698.617108] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3191ceed-4461-47d6-bd31-015598aabb7c taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.617263] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.617480] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a73bbb64-45e0-4474-ac66-db0b7ee78a81 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.617610] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a73bbb64-45e0-4474-ac66-db0b7ee78a81" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.617697] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a73bbb64-45e0-4474-ac66-db0b7ee78a81" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.618055] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a73bbb64-45e0-4474-ac66-db0b7ee78a81" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.618167] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a73bbb64-45e0-4474-ac66-db0b7ee78a81',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.619247] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-f06428e7-4421-48f9-9ba7-441017875af8 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.619381] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f06428e7-4421-48f9-9ba7-441017875af8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.619719] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-c6f71913-7059-4d79-8ab0-077591b391d6 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.619719] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c6f71913-7059-4d79-8ab0-077591b391d6" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.619719] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c6f71913-7059-4d79-8ab0-077591b391d6" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.619951] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c6f71913-7059-4d79-8ab0-077591b391d6" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.621913] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6f71913-7059-4d79-8ab0-077591b391d6',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.627020] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f06428e7-4421-48f9-9ba7-441017875af8 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.627020] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f06428e7-4421-48f9-9ba7-441017875af8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.627020] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-3191ceed-4461-47d6-bd31-015598aabb7c taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.627020] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.627020] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-a73bbb64-45e0-4474-ac66-db0b7ee78a81 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.627020] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a73bbb64-45e0-4474-ac66-db0b7ee78a81" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.011461] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.012080] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.012080] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.012080] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.012250] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.012308] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3c927860-2959-475c-bcea-e81cde1b793a already deleted. [ 699.012423] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3c927860-2959-475c-bcea-e81cde1b793a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.023951] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a73bbb64-45e0-4474-ac66-db0b7ee78a81',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.064813] env[70956]: INFO networking_nsxv3.common.synchronization [req-1fc464fd-e455-4b01-b003-5a0f7c48dd88 req-8c93360d-6791-49ca-aaa2-98b7f2a56992 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Enqueued Resource ID: 9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4 with Priority: HIGHEST for action security_group_members [ 699.065420] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4 with Priority: HIGHEST for action security_group_members [ 699.065729] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.065851] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.065919] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.066705] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.066957] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.067129] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.067231] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.067426] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.067548] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.067671] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.104377] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.104377] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.104377] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.104377] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.104377] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.104559] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3781be8b-e165-4069-8e42-eeace48d4ca3 is going to be updated. [ 699.125454] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-a73bbb64-45e0-4474-ac66-db0b7ee78a81 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.125626] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a73bbb64-45e0-4474-ac66-db0b7ee78a81" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.125817] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c6f71913-7059-4d79-8ab0-077591b391d6 with status ACTIVE [ 699.125996] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.126120] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.126185] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.126387] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.126475] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.126642] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.126733] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.126817] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.126991] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.127087] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.127283] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.127384] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.127445] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.127578] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.127652] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.127737] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c6f71913-7059-4d79-8ab0-077591b391d6 is going to be updated. [ 699.132399] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.135656] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.135656] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.135656] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.135656] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.142166] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3781be8b-e165-4069-8e42-eeace48d4ca3 in Status: IN_PROGRESS for 2s [ 699.159027] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.159027] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.159027] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.159027] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.159027] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.159027] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c6f71913-7059-4d79-8ab0-077591b391d6" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.373320] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03a34302-a54b-4708-979a-91d3b49e10ad in Status: SUCCESS [ 699.373602] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03a34302-a54b-4708-979a-91d3b49e10ad" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.528352] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a73bbb64-45e0-4474-ac66-db0b7ee78a81',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.569706] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.601455] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f06428e7-4421-48f9-9ba7-441017875af8 in Status: SUCCESS [ 699.601671] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f06428e7-4421-48f9-9ba7-441017875af8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.601807] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f06428e7-4421-48f9-9ba7-441017875af8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.602030] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f06428e7-4421-48f9-9ba7-441017875af8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.602299] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.602428] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.602501] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.602633] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.603248] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.603248] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f06428e7-4421-48f9-9ba7-441017875af8',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.605054] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3191ceed-4461-47d6-bd31-015598aabb7c in Status: SUCCESS [ 699.605232] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.605768] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.605939] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.606116] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.606219] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.606307] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.606447] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.606521] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.606607] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3191ceed-4461-47d6-bd31-015598aabb7c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.033679] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.033679] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.033679] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.033679] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.033679] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.033679] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a73bbb64-45e0-4474-ac66-db0b7ee78a81 is going to be created. [ 700.058225] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.058225] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.058225] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.058225] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.058225] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.067199] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a73bbb64-45e0-4474-ac66-db0b7ee78a81 in Status: UNINITIALIZED for 2s [ 700.069718] env[70956]: INFO networking_nsxv3.common.synchronization [req-87a70541-21c3-4c6e-a82d-550884d67f71 req-a3b3a14f-4624-4425-8fa8-b75308da4070 tempest-SecurityGroupRulesTestJSON-482980799 tempest-SecurityGroupRulesTestJSON-482980799-project-member] Enqueued Resource ID: 3c927860-2959-475c-bcea-e81cde1b793a with Priority: HIGHEST for action security_group_rules [ 700.070414] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c927860-2959-475c-bcea-e81cde1b793a with Priority: HIGHEST for action security_group_rules [ 700.070904] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3c927860-2959-475c-bcea-e81cde1b793a taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.073172] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3c927860-2959-475c-bcea-e81cde1b793a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.073172] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3c927860-2959-475c-bcea-e81cde1b793a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.073172] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3c927860-2959-475c-bcea-e81cde1b793a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.073172] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3c927860-2959-475c-bcea-e81cde1b793a',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.074075] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.110861] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3191ceed-4461-47d6-bd31-015598aabb7c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.110861] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f06428e7-4421-48f9-9ba7-441017875af8',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.173435] env[70956]: INFO networking_nsxv3.common.synchronization [None req-2028d7a0-0482-403d-abf2-8935e28b7435 None None] Enqueued Resource ID: 1fb9f165-d0af-4cd7-931b-488c81d6e716 with Priority: HIGHEST for action port [ 700.173435] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fb9f165-d0af-4cd7-931b-488c81d6e716 with Priority: HIGHEST for action port [ 700.173435] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-1fb9f165-d0af-4cd7-931b-488c81d6e716 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.173435] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1fb9f165-d0af-4cd7-931b-488c81d6e716" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.173435] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1fb9f165-d0af-4cd7-931b-488c81d6e716" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.173435] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1fb9f165-d0af-4cd7-931b-488c81d6e716" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.173435] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1fb9f165-d0af-4cd7-931b-488c81d6e716',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.554642] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-222 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.554642] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-222" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.554642] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-222" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.554642] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-222" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.554642] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.554642] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.555309] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.555422] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.555599] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.555842] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 700.556072] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 700.556242] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 700.556387] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 700.556561] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 700.556664] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 700.556829] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 700.574368] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 700.574572] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 700.574713] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 700.574885] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-222" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.575232] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-1b07943c-1b30-4450-b92a-ffa5d165e043 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.575438] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-1b07943c-1b30-4450-b92a-ffa5d165e043" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.575612] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-1b07943c-1b30-4450-b92a-ffa5d165e043" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.579016] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-1b07943c-1b30-4450-b92a-ffa5d165e043" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.579016] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b07943c-1b30-4450-b92a-ffa5d165e043',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.579016] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.579016] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.579016] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.579016] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.579016] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.579016] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4 is going to be updated. [ 700.600714] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.600847] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.600978] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.601126] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.601227] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.601352] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3c927860-2959-475c-bcea-e81cde1b793a already deleted. [ 700.601444] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3c927860-2959-475c-bcea-e81cde1b793a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.603290] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 333dc6e6-2663-47ac-b3a4-00d3bdb3bf13 in Status: SUCCESS [ 700.603483] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-333dc6e6-2663-47ac-b3a4-00d3bdb3bf13" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.603888] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-333dc6e6-2663-47ac-b3a4-00d3bdb3bf13" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.604060] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-333dc6e6-2663-47ac-b3a4-00d3bdb3bf13" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.604282] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.604354] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.604504] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.604633] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.604732] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.604909] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-333dc6e6-2663-47ac-b3a4-00d3bdb3bf13" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.604909] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('333dc6e6-2663-47ac-b3a4-00d3bdb3bf13',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.612458] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f06428e7-4421-48f9-9ba7-441017875af8',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.613201] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3191ceed-4461-47d6-bd31-015598aabb7c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.615659] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.616012] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.616012] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.616012] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.616213] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.639615] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4 in Status: IN_PROGRESS for 2s [ 700.676948] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1fb9f165-d0af-4cd7-931b-488c81d6e716 [ 700.677206] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.677336] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.677406] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.677614] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.677703] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.677796] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1fb9f165-d0af-4cd7-931b-488c81d6e716 already deleted. [ 700.677876] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1fb9f165-d0af-4cd7-931b-488c81d6e716" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.080457] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.080855] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.080855] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.081095] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.081492] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.081492] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Segment Port 1b07943c-1b30-4450-b92a-ffa5d165e043 not found, creating... [ 701.081647] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.081799] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.081913] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.082130] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.082261] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.082541] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.082690] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.082801] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.083010] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.083586] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.083784] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: 1b07943c-1b30-4450-b92a-ffa5d165e043 is going to be created. [ 701.103510] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.104708] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.104708] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.104708] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.104708] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.104872] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-1b07943c-1b30-4450-b92a-ffa5d165e043" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.106754] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-333dc6e6-2663-47ac-b3a4-00d3bdb3bf13 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.106754] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-333dc6e6-2663-47ac-b3a4-00d3bdb3bf13" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.106754] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-333dc6e6-2663-47ac-b3a4-00d3bdb3bf13" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.106890] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-333dc6e6-2663-47ac-b3a4-00d3bdb3bf13" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.106941] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.107051] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.107111] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.107250] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.107327] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.107405] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-333dc6e6-2663-47ac-b3a4-00d3bdb3bf13" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.107546] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-333dc6e6-2663-47ac-b3a4-00d3bdb3bf13 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.107631] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-333dc6e6-2663-47ac-b3a4-00d3bdb3bf13" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.107688] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-333dc6e6-2663-47ac-b3a4-00d3bdb3bf13" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.107818] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-333dc6e6-2663-47ac-b3a4-00d3bdb3bf13" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.107949] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.108057] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.108119] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.108252] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.108327] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.108402] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-333dc6e6-2663-47ac-b3a4-00d3bdb3bf13" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.108485] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('333dc6e6-2663-47ac-b3a4-00d3bdb3bf13',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.115050] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.115169] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.115238] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.115449] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.115575] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.115686] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f06428e7-4421-48f9-9ba7-441017875af8 is going to be updated. [ 701.116870] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.116985] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.117062] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.117208] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.117284] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.117367] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3191ceed-4461-47d6-bd31-015598aabb7c is going to be updated. [ 701.142644] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.142644] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.142644] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.142644] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.145041] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.145162] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.145278] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.145336] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.145529] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.145633] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.154476] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f06428e7-4421-48f9-9ba7-441017875af8 in Status: IN_PROGRESS for 2s [ 701.155467] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3191ceed-4461-47d6-bd31-015598aabb7c in Status: IN_PROGRESS for 2s [ 701.156028] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3781be8b-e165-4069-8e42-eeace48d4ca3 in Status: SUCCESS [ 701.156248] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3781be8b-e165-4069-8e42-eeace48d4ca3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.611553] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 333dc6e6-2663-47ac-b3a4-00d3bdb3bf13: rpc.has_security_group_logging(os_id): False [ 701.648441] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.648618] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.648654] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.648913] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.649011] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.649227] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.649375] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.649443] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.649603] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.649686] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.649877] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.649971] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.650045] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.650195] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.650279] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.651221] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.651461] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.651577] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.651772] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.651904] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.652054] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 333dc6e6-2663-47ac-b3a4-00d3bdb3bf13 is going to be created. [ 701.708852] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.709296] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.709451] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.709856] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.710181] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.722699] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 333dc6e6-2663-47ac-b3a4-00d3bdb3bf13 in Status: IN_PROGRESS for 2s [ 701.960352] env[70956]: INFO networking_nsxv3.common.synchronization [req-1fc464fd-e455-4b01-b003-5a0f7c48dd88 req-82d1fc97-2d99-446e-b436-4ed072b29ab2 service nova] Enqueued Resource ID: 9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4 with Priority: HIGHEST for action security_group_rules [ 701.960582] env[70956]: INFO networking_nsxv3.common.synchronization [req-1fc464fd-e455-4b01-b003-5a0f7c48dd88 req-82d1fc97-2d99-446e-b436-4ed072b29ab2 service nova] Enqueued Resource ID: 9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4 with Priority: HIGHEST for action security_group_members [ 701.960766] env[70956]: INFO networking_nsxv3.common.synchronization [req-1fc464fd-e455-4b01-b003-5a0f7c48dd88 req-82d1fc97-2d99-446e-b436-4ed072b29ab2 service nova] Enqueued Resource ID: 1b07943c-1b30-4450-b92a-ffa5d165e043 with Priority: HIGHEST for action port [ 701.961825] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4 with Priority: HIGHEST for action security_group_rules [ 701.962039] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4 with Priority: HIGHEST for action security_group_members [ 701.962198] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b07943c-1b30-4450-b92a-ffa5d165e043 with Priority: HIGHEST for action port [ 701.963045] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.963232] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.963345] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.963572] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.963681] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.964739] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.964859] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.969200] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b07943c-1b30-4450-b92a-ffa5d165e043 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.969362] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b07943c-1b30-4450-b92a-ffa5d165e043" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.969437] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b07943c-1b30-4450-b92a-ffa5d165e043" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.969674] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b07943c-1b30-4450-b92a-ffa5d165e043" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.970055] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b07943c-1b30-4450-b92a-ffa5d165e043',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.076840] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a73bbb64-45e0-4474-ac66-db0b7ee78a81 in Status: SUCCESS [ 702.076840] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a73bbb64-45e0-4474-ac66-db0b7ee78a81" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.076840] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a73bbb64-45e0-4474-ac66-db0b7ee78a81" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.076840] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a73bbb64-45e0-4474-ac66-db0b7ee78a81" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.077147] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.077147] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.077287] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.077319] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.077593] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.077593] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a73bbb64-45e0-4474-ac66-db0b7ee78a81',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.192712] env[70956]: INFO networking_nsxv3.common.synchronization [req-e932bab6-76cc-454d-ac7e-fdeeb75a0667 req-e15fb235-1909-48e5-ba59-59a644741f94 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Enqueued Resource ID: 8e7cb093-c160-4200-810a-24193daf0945 with Priority: HIGHEST for action security_group_members [ 702.192981] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e7cb093-c160-4200-810a-24193daf0945 with Priority: HIGHEST for action security_group_members [ 702.193227] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e7cb093-c160-4200-810a-24193daf0945 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.193348] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.193414] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.193610] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.193762] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.193860] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.193922] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.194154] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.194247] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.194343] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e7cb093-c160-4200-810a-24193daf0945',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.469023] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-996 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.469023] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-996" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.469023] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-996" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.469023] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-996" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.469023] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.469023] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.469023] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.469023] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.469023] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.469023] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 702.469023] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 702.469023] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 702.469023] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 702.469605] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 702.469605] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 702.469605] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 702.471077] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.471182] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.472555] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1b07943c-1b30-4450-b92a-ffa5d165e043 with status ACTIVE [ 702.472665] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.473501] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.473501] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.473501] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.473501] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.473501] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.473501] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.473501] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.473501] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.473894] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.473894] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.473894] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.473894] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.474316] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.474316] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.474316] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1b07943c-1b30-4450-b92a-ffa5d165e043 is going to be updated. [ 702.493203] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 702.493396] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 702.493724] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 702.493724] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-996" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.493966] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-9bd6c257-f258-4f95-8686-4e6a4e29b900 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.494157] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-9bd6c257-f258-4f95-8686-4e6a4e29b900" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.494281] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-9bd6c257-f258-4f95-8686-4e6a4e29b900" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.494605] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-9bd6c257-f258-4f95-8686-4e6a4e29b900" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.494921] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9bd6c257-f258-4f95-8686-4e6a4e29b900',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.504254] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.507018] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.507018] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.507018] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.507018] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.507018] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b07943c-1b30-4450-b92a-ffa5d165e043" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.580066] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a73bbb64-45e0-4474-ac66-db0b7ee78a81',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.652250] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4 in Status: SUCCESS [ 702.653941] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.654190] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.654425] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.654622] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.654742] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.654799] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.654950] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.655074] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.655207] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.700022] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.700022] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.700022] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.700022] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.700022] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.700022] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.700022] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.700022] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.700022] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.700022] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.700022] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e7cb093-c160-4200-810a-24193daf0945 is going to be updated. [ 702.724693] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.724934] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.724934] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.725148] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.725289] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.736285] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e7cb093-c160-4200-810a-24193daf0945 in Status: IN_PROGRESS for 2s [ 702.997209] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.997444] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.997625] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.997852] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.998068] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.998206] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Segment Port 9bd6c257-f258-4f95-8686-4e6a4e29b900 not found, creating... [ 702.998484] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.999028] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.999028] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.999028] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.999183] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.999464] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.999620] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.999784] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.999934] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.000273] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.000273] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: 9bd6c257-f258-4f95-8686-4e6a4e29b900 is going to be created. [ 703.019232] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.019439] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.019561] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.019823] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.020051] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.020287] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-9bd6c257-f258-4f95-8686-4e6a4e29b900" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.085550] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a73bbb64-45e0-4474-ac66-db0b7ee78a81',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.158146] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.165160] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f06428e7-4421-48f9-9ba7-441017875af8 in Status: SUCCESS [ 703.165481] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f06428e7-4421-48f9-9ba7-441017875af8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.166219] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3191ceed-4461-47d6-bd31-015598aabb7c in Status: SUCCESS [ 703.166389] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.166920] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f06428e7-4421-48f9-9ba7-441017875af8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.167023] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f06428e7-4421-48f9-9ba7-441017875af8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.167218] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.167330] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.167393] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.167544] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.167623] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.167703] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f06428e7-4421-48f9-9ba7-441017875af8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.167795] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f06428e7-4421-48f9-9ba7-441017875af8',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.168688] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.168851] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.169122] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.169196] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.169247] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.169388] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.169465] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.169546] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.169635] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3191ceed-4461-47d6-bd31-015598aabb7c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.170881] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f06428e7-4421-48f9-9ba7-441017875af8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.170995] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f06428e7-4421-48f9-9ba7-441017875af8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.171160] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.171299] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.171370] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.171511] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.171655] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.171745] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f06428e7-4421-48f9-9ba7-441017875af8',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.172662] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.172822] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.172973] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.173085] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.173149] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.173296] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.173361] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.173442] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3191ceed-4461-47d6-bd31-015598aabb7c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.466129] env[70956]: INFO networking_nsxv3.common.synchronization [req-56b9c3ca-034c-4896-a09e-11ab62372332 req-bd1215f0-9f58-427a-b4c9-266bd37f75ba tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Enqueued Resource ID: 71af1fa7-09e1-4689-8a7f-72386cce262d with Priority: HIGHEST for action security_group_members [ 703.466129] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71af1fa7-09e1-4689-8a7f-72386cce262d with Priority: HIGHEST for action security_group_members [ 703.466129] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-71af1fa7-09e1-4689-8a7f-72386cce262d taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.466129] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.466129] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.467064] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.467636] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.468722] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.468925] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.469250] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.469464] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.469647] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71af1fa7-09e1-4689-8a7f-72386cce262d',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.591676] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.591676] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.591676] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.591676] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.591676] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.591676] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a73bbb64-45e0-4474-ac66-db0b7ee78a81 is going to be updated. [ 703.660411] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.671441] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f06428e7-4421-48f9-9ba7-441017875af8',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.675256] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-3191ceed-4461-47d6-bd31-015598aabb7c taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.675256] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.675256] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f06428e7-4421-48f9-9ba7-441017875af8',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.679220] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3191ceed-4461-47d6-bd31-015598aabb7c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.721839] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.721977] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.722060] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.722272] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.722405] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.738625] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a73bbb64-45e0-4474-ac66-db0b7ee78a81 in Status: IN_PROGRESS for 2s [ 703.742377] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 333dc6e6-2663-47ac-b3a4-00d3bdb3bf13 in Status: SUCCESS [ 703.742434] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-333dc6e6-2663-47ac-b3a4-00d3bdb3bf13" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.754048] env[70956]: INFO networking_nsxv3.common.synchronization [req-e932bab6-76cc-454d-ac7e-fdeeb75a0667 req-8e4319e6-3c85-4f1a-9643-46b8c9eaf8df service nova] Enqueued Resource ID: 8e7cb093-c160-4200-810a-24193daf0945 with Priority: HIGHEST for action security_group_rules [ 703.756154] env[70956]: INFO networking_nsxv3.common.synchronization [req-e932bab6-76cc-454d-ac7e-fdeeb75a0667 req-8e4319e6-3c85-4f1a-9643-46b8c9eaf8df service nova] Enqueued Resource ID: 8e7cb093-c160-4200-810a-24193daf0945 with Priority: HIGHEST for action security_group_members [ 703.756154] env[70956]: INFO networking_nsxv3.common.synchronization [req-e932bab6-76cc-454d-ac7e-fdeeb75a0667 req-8e4319e6-3c85-4f1a-9643-46b8c9eaf8df service nova] Enqueued Resource ID: 9bd6c257-f258-4f95-8686-4e6a4e29b900 with Priority: HIGHEST for action port [ 703.756154] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e7cb093-c160-4200-810a-24193daf0945 with Priority: HIGHEST for action security_group_rules [ 703.756154] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e7cb093-c160-4200-810a-24193daf0945 with Priority: HIGHEST for action security_group_members [ 703.756154] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bd6c257-f258-4f95-8686-4e6a4e29b900 with Priority: HIGHEST for action port [ 703.756154] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e7cb093-c160-4200-810a-24193daf0945 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.756349] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.756349] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.756584] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.756704] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e7cb093-c160-4200-810a-24193daf0945',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.757884] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e7cb093-c160-4200-810a-24193daf0945 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.758046] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.758353] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-9bd6c257-f258-4f95-8686-4e6a4e29b900 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.758509] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9bd6c257-f258-4f95-8686-4e6a4e29b900" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.758610] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9bd6c257-f258-4f95-8686-4e6a4e29b900" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.758873] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9bd6c257-f258-4f95-8686-4e6a4e29b900" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.759008] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9bd6c257-f258-4f95-8686-4e6a4e29b900',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.867329] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-641 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.867518] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-641" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.867639] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-641" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.867914] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-641" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.868251] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.868407] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.868522] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.868729] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.868984] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.869309] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 703.869455] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 703.869586] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 703.869713] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 703.870094] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 703.870094] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 703.870212] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 703.889047] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 703.889604] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 703.889604] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 703.889604] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-641" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.889956] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-9b6809e3-c66f-4f89-af26-9eb5383ff873 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.890164] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-9b6809e3-c66f-4f89-af26-9eb5383ff873" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.890338] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-9b6809e3-c66f-4f89-af26-9eb5383ff873" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.890613] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-9b6809e3-c66f-4f89-af26-9eb5383ff873" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.890752] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b6809e3-c66f-4f89-af26-9eb5383ff873',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.972143] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.972249] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.972249] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.972521] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.972639] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.972838] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.972903] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.973026] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.973255] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.973367] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.973464] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71af1fa7-09e1-4689-8a7f-72386cce262d already deleted. [ 703.973548] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.163319] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.164153] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.164338] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.164577] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.164678] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.164789] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4 is going to be updated. [ 704.173883] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f06428e7-4421-48f9-9ba7-441017875af8: rpc.has_security_group_logging(os_id): False [ 704.182718] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f06428e7-4421-48f9-9ba7-441017875af8',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.183692] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3191ceed-4461-47d6-bd31-015598aabb7c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.191211] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.191375] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.191448] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.191659] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.192232] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.192232] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.192232] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.192232] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.192410] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.192410] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.192478] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f06428e7-4421-48f9-9ba7-441017875af8 is going to be created. [ 704.194861] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.194861] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.195065] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.195248] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.195248] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.205228] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4 in Status: IN_PROGRESS for 2s [ 704.245382] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.245598] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.245668] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.245847] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.246040] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.260863] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e7cb093-c160-4200-810a-24193daf0945 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.261043] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.263978] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9bd6c257-f258-4f95-8686-4e6a4e29b900 with status ACTIVE [ 704.264218] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.264354] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.264432] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.264679] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.264782] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.264977] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.265146] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.265219] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.265387] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.265460] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.265652] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.265746] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.265808] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.265959] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.266047] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.266133] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9bd6c257-f258-4f95-8686-4e6a4e29b900 is going to be updated. [ 704.267955] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f06428e7-4421-48f9-9ba7-441017875af8 in Status: IN_PROGRESS for 2s [ 704.299971] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.300226] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.300372] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.300522] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.300668] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.300827] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9bd6c257-f258-4f95-8686-4e6a4e29b900" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.393087] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.393421] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.393591] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.393985] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.394224] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.394614] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Segment Port 9b6809e3-c66f-4f89-af26-9eb5383ff873 not found, creating... [ 704.395020] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.395257] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.395429] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.395743] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.395952] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.396824] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.397574] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.397829] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.398569] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.398859] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.399294] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: 9b6809e3-c66f-4f89-af26-9eb5383ff873 is going to be created. [ 704.421980] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.422261] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.422407] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.422762] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.423213] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.423500] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-9b6809e3-c66f-4f89-af26-9eb5383ff873" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.686713] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.687148] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.687148] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.687397] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.687496] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.687604] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f06428e7-4421-48f9-9ba7-441017875af8 is going to be updated. [ 704.689144] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.689250] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.689250] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.690168] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.690168] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.690168] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3191ceed-4461-47d6-bd31-015598aabb7c is going to be updated. [ 704.728314] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.728456] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.728519] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.728725] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.728862] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.730611] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.730711] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.730776] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.730936] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.731114] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.745213] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f06428e7-4421-48f9-9ba7-441017875af8 in Status: IN_PROGRESS for 2s [ 704.745819] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3191ceed-4461-47d6-bd31-015598aabb7c in Status: IN_PROGRESS for 2s [ 704.746411] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e7cb093-c160-4200-810a-24193daf0945 in Status: SUCCESS [ 704.746565] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e7cb093-c160-4200-810a-24193daf0945 deletion is rescheduled due to dependency. [ 704.746729] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.747012] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.747086] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.747508] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.747649] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.747838] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.747894] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.747971] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.748152] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e7cb093-c160-4200-810a-24193daf0945',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.097126] env[70956]: INFO networking_nsxv3.common.synchronization [req-48b53d62-9584-44b8-8812-b599536f4678 req-7b21bb1a-0f3c-4c82-83b8-4ae185e45314 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Enqueued Resource ID: 0734b4de-c1c9-4d9d-a363-187b7b3887ac with Priority: HIGHEST for action security_group_members [ 705.097126] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0734b4de-c1c9-4d9d-a363-187b7b3887ac with Priority: HIGHEST for action security_group_members [ 705.097126] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-0734b4de-c1c9-4d9d-a363-187b7b3887ac taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.097126] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0734b4de-c1c9-4d9d-a363-187b7b3887ac" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.097126] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0734b4de-c1c9-4d9d-a363-187b7b3887ac" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.098393] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0734b4de-c1c9-4d9d-a363-187b7b3887ac" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.099519] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.100094] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.100283] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.100569] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.102895] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.102895] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0734b4de-c1c9-4d9d-a363-187b7b3887ac',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.251550] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e7cb093-c160-4200-810a-24193daf0945',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.496228] env[70956]: INFO networking_nsxv3.common.synchronization [req-56b9c3ca-034c-4896-a09e-11ab62372332 req-40079d6d-5abc-4256-8e9e-58b66c8d2ff8 service nova] Enqueued Resource ID: 71af1fa7-09e1-4689-8a7f-72386cce262d with Priority: HIGHEST for action security_group_rules [ 705.496228] env[70956]: INFO networking_nsxv3.common.synchronization [req-56b9c3ca-034c-4896-a09e-11ab62372332 req-40079d6d-5abc-4256-8e9e-58b66c8d2ff8 service nova] Enqueued Resource ID: 71af1fa7-09e1-4689-8a7f-72386cce262d with Priority: HIGHEST for action security_group_members [ 705.496228] env[70956]: INFO networking_nsxv3.common.synchronization [req-56b9c3ca-034c-4896-a09e-11ab62372332 req-40079d6d-5abc-4256-8e9e-58b66c8d2ff8 service nova] Enqueued Resource ID: 9b6809e3-c66f-4f89-af26-9eb5383ff873 with Priority: HIGHEST for action port [ 705.496228] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71af1fa7-09e1-4689-8a7f-72386cce262d with Priority: HIGHEST for action security_group_rules [ 705.496228] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71af1fa7-09e1-4689-8a7f-72386cce262d with Priority: HIGHEST for action security_group_members [ 705.496228] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b6809e3-c66f-4f89-af26-9eb5383ff873 with Priority: HIGHEST for action port [ 705.498324] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71af1fa7-09e1-4689-8a7f-72386cce262d taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.498324] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.499039] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.501261] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.501261] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71af1fa7-09e1-4689-8a7f-72386cce262d',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.503847] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-71af1fa7-09e1-4689-8a7f-72386cce262d taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.503847] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.503847] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.506349] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.506349] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.506349] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.506349] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.506349] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.506349] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.506349] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71af1fa7-09e1-4689-8a7f-72386cce262d',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.506694] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-9b6809e3-c66f-4f89-af26-9eb5383ff873 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.507291] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9b6809e3-c66f-4f89-af26-9eb5383ff873" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.509159] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9b6809e3-c66f-4f89-af26-9eb5383ff873" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.509664] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9b6809e3-c66f-4f89-af26-9eb5383ff873" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.509664] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b6809e3-c66f-4f89-af26-9eb5383ff873',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.603234] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.603524] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.603593] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.603810] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.603910] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.604625] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.604625] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.604625] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.604625] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.604625] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.604625] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0734b4de-c1c9-4d9d-a363-187b7b3887ac already deleted. [ 705.604869] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0734b4de-c1c9-4d9d-a363-187b7b3887ac" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.680714] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-713 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.680860] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-713" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.680982] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-713" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.681305] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-713" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.681560] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.681767] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.682238] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.682238] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.682338] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.683214] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 705.683214] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 705.683214] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 705.683214] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 705.683214] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 705.683214] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 705.683214] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 705.713092] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 705.713357] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 705.713497] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 705.713703] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-713" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.714032] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-591b2f17-49d4-4b65-9146-a429cccd81b0 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.714218] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-591b2f17-49d4-4b65-9146-a429cccd81b0" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.714463] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-591b2f17-49d4-4b65-9146-a429cccd81b0" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.714676] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-591b2f17-49d4-4b65-9146-a429cccd81b0" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.714878] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('591b2f17-49d4-4b65-9146-a429cccd81b0',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.746558] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a73bbb64-45e0-4474-ac66-db0b7ee78a81 in Status: SUCCESS [ 705.746792] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a73bbb64-45e0-4474-ac66-db0b7ee78a81" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.747289] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a73bbb64-45e0-4474-ac66-db0b7ee78a81" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.747687] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a73bbb64-45e0-4474-ac66-db0b7ee78a81" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.747889] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.748059] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.748152] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.748375] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.748484] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.748651] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a73bbb64-45e0-4474-ac66-db0b7ee78a81" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.748803] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a73bbb64-45e0-4474-ac66-db0b7ee78a81',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.754179] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e7cb093-c160-4200-810a-24193daf0945',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.012222] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-71af1fa7-09e1-4689-8a7f-72386cce262d taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.012421] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.012639] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71af1fa7-09e1-4689-8a7f-72386cce262d',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.014579] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9b6809e3-c66f-4f89-af26-9eb5383ff873 with status ACTIVE [ 706.014778] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.014891] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.014956] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.015180] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.015276] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.015700] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.015798] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.015798] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.015952] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.016079] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.016275] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.016405] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.016434] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.016565] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.016619] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.016697] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9b6809e3-c66f-4f89-af26-9eb5383ff873 is going to be updated. [ 706.037260] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.037543] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.037651] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.037909] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.038107] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.038299] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9b6809e3-c66f-4f89-af26-9eb5383ff873" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.214876] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4 in Status: SUCCESS [ 706.214876] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.214876] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.215092] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.215293] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.215412] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.215480] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.215635] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.215714] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.215798] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.215888] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.218028] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.218145] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.218540] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.218817] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.219693] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.219693] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Segment Port 591b2f17-49d4-4b65-9146-a429cccd81b0 not found, creating... [ 706.219693] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.219906] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.219906] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.220221] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.220300] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.220594] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.221023] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.221023] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.221123] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.221327] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.223044] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: 591b2f17-49d4-4b65-9146-a429cccd81b0 is going to be created. [ 706.245558] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.245861] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.246064] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.246802] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.246802] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.247145] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-591b2f17-49d4-4b65-9146-a429cccd81b0" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.253274] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a73bbb64-45e0-4474-ac66-db0b7ee78a81',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.258456] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.258592] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.258662] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.258871] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.262018] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.262018] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e7cb093-c160-4200-810a-24193daf0945 is going to be updated. [ 706.281378] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f06428e7-4421-48f9-9ba7-441017875af8 in Status: SUCCESS [ 706.281596] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f06428e7-4421-48f9-9ba7-441017875af8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.281761] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f06428e7-4421-48f9-9ba7-441017875af8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.281965] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f06428e7-4421-48f9-9ba7-441017875af8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.282083] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f06428e7-4421-48f9-9ba7-441017875af8',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.300699] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.300888] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.300888] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.301106] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.301998] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.314753] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e7cb093-c160-4200-810a-24193daf0945 in Status: IN_PROGRESS for 2s [ 706.519463] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71af1fa7-09e1-4689-8a7f-72386cce262d',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.722209] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.722209] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.722209] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.722209] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.722209] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.722209] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.722209] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.722209] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.722209] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.722209] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.722209] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.722209] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.722209] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.722209] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.722209] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.722209] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.723107] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.723107] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.723107] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.723107] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.723107] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.754763] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a73bbb64-45e0-4474-ac66-db0b7ee78a81: rpc.has_security_group_logging(os_id): False [ 706.758112] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3191ceed-4461-47d6-bd31-015598aabb7c in Status: SUCCESS [ 706.758112] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.758112] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.758920] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.759602] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.759602] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.760241] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.760241] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.760609] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.760928] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3191ceed-4461-47d6-bd31-015598aabb7c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.764326] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f06428e7-4421-48f9-9ba7-441017875af8 in Status: SUCCESS [ 706.764804] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f06428e7-4421-48f9-9ba7-441017875af8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.768131] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f06428e7-4421-48f9-9ba7-441017875af8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.768131] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f06428e7-4421-48f9-9ba7-441017875af8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.768131] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.768131] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.768131] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.768131] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.768131] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.768131] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f06428e7-4421-48f9-9ba7-441017875af8',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.784029] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.784029] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.784029] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.784029] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.784029] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.784029] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.784029] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.784029] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.784029] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.784029] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.784029] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a73bbb64-45e0-4474-ac66-db0b7ee78a81 is going to be created. [ 706.788352] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-f06428e7-4421-48f9-9ba7-441017875af8 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.788750] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f06428e7-4421-48f9-9ba7-441017875af8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.834969] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.834969] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.834969] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.834969] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.834969] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.843959] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a73bbb64-45e0-4474-ac66-db0b7ee78a81 in Status: IN_PROGRESS for 2s [ 707.024829] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.024829] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.024829] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.024829] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.024829] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.024829] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71af1fa7-09e1-4689-8a7f-72386cce262d is going to be created. [ 707.049055] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.049055] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.049055] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.049055] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.049055] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.056632] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71af1fa7-09e1-4689-8a7f-72386cce262d in Status: UNINITIALIZED for 2s [ 707.226216] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4: rpc.has_security_group_logging(os_id): False [ 707.244219] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.244361] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.244430] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.244646] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.244732] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.244961] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.245065] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.245125] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.245268] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.245339] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.245515] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.245600] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.245659] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.245789] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.245857] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.246035] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.246121] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.246191] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.246302] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.246372] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.246451] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4 is going to be updated. [ 707.270595] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3191ceed-4461-47d6-bd31-015598aabb7c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.272522] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f06428e7-4421-48f9-9ba7-441017875af8',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.289991] env[70956]: INFO networking_nsxv3.common.synchronization [req-48b53d62-9584-44b8-8812-b599536f4678 req-6e135bda-c721-47ea-acf0-6a41debfa121 service nova] Enqueued Resource ID: 0734b4de-c1c9-4d9d-a363-187b7b3887ac with Priority: HIGHEST for action security_group_rules [ 707.290578] env[70956]: INFO networking_nsxv3.common.synchronization [req-48b53d62-9584-44b8-8812-b599536f4678 req-6e135bda-c721-47ea-acf0-6a41debfa121 service nova] Enqueued Resource ID: 0734b4de-c1c9-4d9d-a363-187b7b3887ac with Priority: HIGHEST for action security_group_members [ 707.290655] env[70956]: INFO networking_nsxv3.common.synchronization [req-48b53d62-9584-44b8-8812-b599536f4678 req-6e135bda-c721-47ea-acf0-6a41debfa121 service nova] Enqueued Resource ID: 591b2f17-49d4-4b65-9146-a429cccd81b0 with Priority: HIGHEST for action port [ 707.291573] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0734b4de-c1c9-4d9d-a363-187b7b3887ac with Priority: HIGHEST for action security_group_rules [ 707.291723] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0734b4de-c1c9-4d9d-a363-187b7b3887ac with Priority: HIGHEST for action security_group_members [ 707.291796] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 591b2f17-49d4-4b65-9146-a429cccd81b0 with Priority: HIGHEST for action port [ 707.294022] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0734b4de-c1c9-4d9d-a363-187b7b3887ac taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.294163] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0734b4de-c1c9-4d9d-a363-187b7b3887ac" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.294243] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0734b4de-c1c9-4d9d-a363-187b7b3887ac" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.294482] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0734b4de-c1c9-4d9d-a363-187b7b3887ac" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.294558] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0734b4de-c1c9-4d9d-a363-187b7b3887ac',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.295364] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-0734b4de-c1c9-4d9d-a363-187b7b3887ac taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.295486] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0734b4de-c1c9-4d9d-a363-187b7b3887ac" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.295550] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0734b4de-c1c9-4d9d-a363-187b7b3887ac" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.295707] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0734b4de-c1c9-4d9d-a363-187b7b3887ac" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.296251] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.296351] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.296413] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.296554] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.296635] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.296718] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0734b4de-c1c9-4d9d-a363-187b7b3887ac',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.297481] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-591b2f17-49d4-4b65-9146-a429cccd81b0 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.297570] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-591b2f17-49d4-4b65-9146-a429cccd81b0" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.297636] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-591b2f17-49d4-4b65-9146-a429cccd81b0" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.297776] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-591b2f17-49d4-4b65-9146-a429cccd81b0" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.297843] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('591b2f17-49d4-4b65-9146-a429cccd81b0',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.308544] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.308707] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.308773] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.309050] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.309211] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.319666] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4 in Status: IN_PROGRESS for 2s [ 707.772989] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3191ceed-4461-47d6-bd31-015598aabb7c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.774743] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f06428e7-4421-48f9-9ba7-441017875af8',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.799772] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0734b4de-c1c9-4d9d-a363-187b7b3887ac',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.801209] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-0734b4de-c1c9-4d9d-a363-187b7b3887ac taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.801439] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0734b4de-c1c9-4d9d-a363-187b7b3887ac" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.801847] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 591b2f17-49d4-4b65-9146-a429cccd81b0 with status ACTIVE [ 707.802079] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.802246] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.802322] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.802617] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.802740] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.802986] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.803111] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.803256] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.803407] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.803516] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.803766] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.803897] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.803986] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.804238] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.804311] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.804429] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 591b2f17-49d4-4b65-9146-a429cccd81b0 is going to be updated. [ 707.828714] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.828975] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.829091] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.829505] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.829505] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.829720] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-591b2f17-49d4-4b65-9146-a429cccd81b0" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.972128] env[70956]: INFO networking_nsxv3.common.synchronization [req-30641430-cc33-42da-ba55-f703e8347e7b req-9fca4d2b-3645-4d0b-94ae-f6978920c995 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Enqueued Resource ID: 9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4 with Priority: HIGHEST for action security_group_members [ 707.972128] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4 with Priority: HIGHEST for action security_group_members [ 707.972128] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.972128] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.972128] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.973965] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.974275] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.974603] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.974775] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.975121] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.975377] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.975581] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.277109] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.277266] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.277576] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.277683] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.277789] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.277891] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3191ceed-4461-47d6-bd31-015598aabb7c is going to be updated. [ 708.279266] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.279486] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.279486] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.279887] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.279887] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.279887] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f06428e7-4421-48f9-9ba7-441017875af8 is going to be updated. [ 708.303155] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0734b4de-c1c9-4d9d-a363-187b7b3887ac',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.310821] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.310972] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.311197] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.311352] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.311504] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.313342] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.316604] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.316604] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.316604] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.316604] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.324656] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f06428e7-4421-48f9-9ba7-441017875af8 in Status: IN_PROGRESS for 2s [ 708.325626] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3191ceed-4461-47d6-bd31-015598aabb7c in Status: IN_PROGRESS for 2s [ 708.326204] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e7cb093-c160-4200-810a-24193daf0945 in Status: SUCCESS [ 708.328615] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.329101] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.329327] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.329514] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.329628] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.329693] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.329950] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.329950] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.330120] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.330120] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8e7cb093-c160-4200-810a-24193daf0945',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.478758] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.574573] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-222 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.574573] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-222" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.574573] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-222" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.574573] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-222" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.574573] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.574837] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.574837] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.574989] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.575333] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.575381] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 708.575508] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 708.575593] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 708.575694] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 708.575798] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 708.575915] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 708.576073] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 708.596746] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 708.596746] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 708.596746] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 708.596746] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-222" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.597082] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-7cd97efa-78a3-4c0c-8917-82f49ac97215 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.597238] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-7cd97efa-78a3-4c0c-8917-82f49ac97215" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.597357] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-7cd97efa-78a3-4c0c-8917-82f49ac97215" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.597635] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-7cd97efa-78a3-4c0c-8917-82f49ac97215" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.597767] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7cd97efa-78a3-4c0c-8917-82f49ac97215',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.805511] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.806394] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.808242] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.808242] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.808242] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.808242] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0734b4de-c1c9-4d9d-a363-187b7b3887ac is going to be created. [ 708.831033] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.831757] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.831757] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.831757] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.832071] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.837272] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e7cb093-c160-4200-810a-24193daf0945 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.837272] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.837436] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.837653] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.837913] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.838070] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.838172] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.838373] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.838485] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.838598] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.838779] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e7cb093-c160-4200-810a-24193daf0945 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.838880] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.839015] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.839192] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.839349] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.839471] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.839535] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.839676] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.839760] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.839843] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.839949] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8e7cb093-c160-4200-810a-24193daf0945',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.841770] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0734b4de-c1c9-4d9d-a363-187b7b3887ac in Status: UNINITIALIZED for 2s [ 708.853629] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a73bbb64-45e0-4474-ac66-db0b7ee78a81 in Status: SUCCESS [ 708.853837] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a73bbb64-45e0-4474-ac66-db0b7ee78a81" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.981107] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.066106] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71af1fa7-09e1-4689-8a7f-72386cce262d in Status: SUCCESS [ 709.066420] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.067073] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.067338] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.067615] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.067758] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.067833] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.068040] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.068147] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.068277] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.068387] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('71af1fa7-09e1-4689-8a7f-72386cce262d',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.104667] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.104895] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.105035] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.105322] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.105501] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.105663] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Segment Port 7cd97efa-78a3-4c0c-8917-82f49ac97215 not found, creating... [ 709.105927] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.106091] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.106205] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.106421] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.106555] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.106847] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.107171] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.107317] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.107518] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.107650] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.107788] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: 7cd97efa-78a3-4c0c-8917-82f49ac97215 is going to be created. [ 709.125879] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.126127] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.126257] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.126549] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.126785] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.127120] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-7cd97efa-78a3-4c0c-8917-82f49ac97215" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.343438] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8e7cb093-c160-4200-810a-24193daf0945: rpc.has_security_group_logging(os_id): False [ 709.346991] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4 in Status: SUCCESS [ 709.346991] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.363405] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.363746] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.363746] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.363897] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.363978] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.364196] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.364323] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.364385] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.364495] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.364568] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.364755] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.364858] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.364909] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.365326] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.365326] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.365326] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.365495] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.365495] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.365580] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.365623] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.365688] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e7cb093-c160-4200-810a-24193daf0945 is going to be updated. [ 709.430160] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.430311] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.430379] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.430583] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.430742] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.447553] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e7cb093-c160-4200-810a-24193daf0945 in Status: IN_PROGRESS for 2s [ 709.483433] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.483556] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.483596] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.483921] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.484063] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.484271] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4 is going to be updated. [ 709.525130] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.525392] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.525936] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.526870] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.527202] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.552585] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4 in Status: IN_PROGRESS for 2s [ 709.573041] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-71af1fa7-09e1-4689-8a7f-72386cce262d taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.573041] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.573041] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.573041] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.573041] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.573041] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.573041] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.573041] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.573041] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.573041] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.573041] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-71af1fa7-09e1-4689-8a7f-72386cce262d taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.573041] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.573041] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.573041] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.573041] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.573041] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.573584] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.573584] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.573584] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.573584] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.573584] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('71af1fa7-09e1-4689-8a7f-72386cce262d',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.688349] env[70956]: INFO networking_nsxv3.common.synchronization [None req-d2083a87-15e5-4160-a03f-7a0e0263d311 None None] Enqueued Resource ID: ac08a46a-9847-4cf7-8892-b5cb4de94943 with Priority: HIGHEST for action port [ 709.688349] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac08a46a-9847-4cf7-8892-b5cb4de94943 with Priority: HIGHEST for action port [ 709.688349] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac08a46a-9847-4cf7-8892-b5cb4de94943 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.688349] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac08a46a-9847-4cf7-8892-b5cb4de94943" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.688349] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac08a46a-9847-4cf7-8892-b5cb4de94943" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.688349] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac08a46a-9847-4cf7-8892-b5cb4de94943" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.688349] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac08a46a-9847-4cf7-8892-b5cb4de94943',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.949185] env[70956]: INFO networking_nsxv3.common.synchronization [req-30641430-cc33-42da-ba55-f703e8347e7b req-266852bc-5926-44a0-84fc-ad63d747fbee service nova] Enqueued Resource ID: 9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4 with Priority: HIGHEST for action security_group_rules [ 709.949185] env[70956]: INFO networking_nsxv3.common.synchronization [req-30641430-cc33-42da-ba55-f703e8347e7b req-266852bc-5926-44a0-84fc-ad63d747fbee service nova] Enqueued Resource ID: 9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4 with Priority: HIGHEST for action security_group_members [ 709.949185] env[70956]: INFO networking_nsxv3.common.synchronization [req-30641430-cc33-42da-ba55-f703e8347e7b req-266852bc-5926-44a0-84fc-ad63d747fbee service nova] Enqueued Resource ID: 7cd97efa-78a3-4c0c-8917-82f49ac97215 with Priority: HIGHEST for action port [ 709.949185] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4 with Priority: HIGHEST for action security_group_rules [ 709.949185] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4 with Priority: HIGHEST for action security_group_members [ 709.949185] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7cd97efa-78a3-4c0c-8917-82f49ac97215 with Priority: HIGHEST for action port [ 709.949185] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.949185] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.951578] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.955021] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.955021] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.955021] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.955021] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.955021] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-7cd97efa-78a3-4c0c-8917-82f49ac97215 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.955021] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7cd97efa-78a3-4c0c-8917-82f49ac97215" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.955021] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7cd97efa-78a3-4c0c-8917-82f49ac97215" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.956820] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7cd97efa-78a3-4c0c-8917-82f49ac97215" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.958163] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7cd97efa-78a3-4c0c-8917-82f49ac97215',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.076399] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 71af1fa7-09e1-4689-8a7f-72386cce262d: rpc.has_security_group_logging(os_id): False [ 710.092680] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.093269] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.093269] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.093269] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.093399] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.093804] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.093804] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.094476] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.094476] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.094476] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.094782] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.094782] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.094782] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.094967] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.095220] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.095533] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.095681] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.095782] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.096037] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.096121] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.096236] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71af1fa7-09e1-4689-8a7f-72386cce262d is going to be created. [ 710.149151] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.149288] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.149355] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.149699] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.149777] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.159603] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71af1fa7-09e1-4689-8a7f-72386cce262d in Status: IN_PROGRESS for 2s [ 710.194861] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ac08a46a-9847-4cf7-8892-b5cb4de94943 [ 710.195087] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.195252] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.195315] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.195531] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.195621] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.195718] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ac08a46a-9847-4cf7-8892-b5cb4de94943 already deleted. [ 710.195802] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac08a46a-9847-4cf7-8892-b5cb4de94943" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.335772] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3191ceed-4461-47d6-bd31-015598aabb7c in Status: SUCCESS [ 710.335990] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.336171] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.336390] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.336580] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.336696] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.336761] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.336927] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.337107] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.337203] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.337367] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-3191ceed-4461-47d6-bd31-015598aabb7c taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.337463] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.337516] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.337656] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.337795] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.337883] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.337942] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.340242] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.340242] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.340242] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.340377] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3191ceed-4461-47d6-bd31-015598aabb7c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.342053] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f06428e7-4421-48f9-9ba7-441017875af8 in Status: SUCCESS [ 710.342314] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f06428e7-4421-48f9-9ba7-441017875af8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.342384] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f06428e7-4421-48f9-9ba7-441017875af8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.342548] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f06428e7-4421-48f9-9ba7-441017875af8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.342722] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.342861] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.342933] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.343653] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.344922] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.344922] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f06428e7-4421-48f9-9ba7-441017875af8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.344922] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f06428e7-4421-48f9-9ba7-441017875af8',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.461600] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.461725] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.462500] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7cd97efa-78a3-4c0c-8917-82f49ac97215 with status ACTIVE [ 710.462500] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.462500] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.462500] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.462784] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.463364] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.463654] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.467018] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.467018] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.467018] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.467018] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.467018] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.467018] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.467018] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.467018] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.467018] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.467018] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7cd97efa-78a3-4c0c-8917-82f49ac97215 is going to be updated. [ 710.487209] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.487383] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.487462] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.487739] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.487836] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.488022] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7cd97efa-78a3-4c0c-8917-82f49ac97215" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.646694] env[70956]: INFO networking_nsxv3.common.synchronization [req-880206ee-6293-4a45-a4f2-155fa611c237 req-d2b04b28-d37d-4565-a86d-f0c64d8dd27c tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Enqueued Resource ID: dfc5c728-04bd-4cb2-82d3-227781c576a7 with Priority: HIGHEST for action security_group_members [ 710.646694] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfc5c728-04bd-4cb2-82d3-227781c576a7 with Priority: HIGHEST for action security_group_members [ 710.646694] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfc5c728-04bd-4cb2-82d3-227781c576a7 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.646694] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfc5c728-04bd-4cb2-82d3-227781c576a7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.646694] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfc5c728-04bd-4cb2-82d3-227781c576a7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.646694] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfc5c728-04bd-4cb2-82d3-227781c576a7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.646694] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.646694] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.646694] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.646694] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.647139] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.647139] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfc5c728-04bd-4cb2-82d3-227781c576a7',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.845204] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3191ceed-4461-47d6-bd31-015598aabb7c: rpc.has_security_group_logging(os_id): False [ 710.846213] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f06428e7-4421-48f9-9ba7-441017875af8',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.868264] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0734b4de-c1c9-4d9d-a363-187b7b3887ac in Status: SUCCESS [ 710.868483] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0734b4de-c1c9-4d9d-a363-187b7b3887ac" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.868638] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0734b4de-c1c9-4d9d-a363-187b7b3887ac" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.868847] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0734b4de-c1c9-4d9d-a363-187b7b3887ac" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.869123] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.869331] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.869406] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.869564] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.869662] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.869885] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0734b4de-c1c9-4d9d-a363-187b7b3887ac" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.869885] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0734b4de-c1c9-4d9d-a363-187b7b3887ac',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.880152] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.880152] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.880152] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.880152] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.880152] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.880152] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.880152] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.880152] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.880152] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.880152] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.880152] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.880698] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.880698] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.880698] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.880698] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.880698] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.880825] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.880825] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.881056] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.881056] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.881204] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3191ceed-4461-47d6-bd31-015598aabb7c is going to be updated. [ 710.953294] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.953565] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.953565] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.953702] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.953838] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.972021] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3191ceed-4461-47d6-bd31-015598aabb7c in Status: IN_PROGRESS for 2s [ 711.002323] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-303 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.002532] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-303" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.002666] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-303" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.002941] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-303" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.003251] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.003422] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.007020] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.007020] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.007020] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.007020] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 711.007020] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 711.007020] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 711.007020] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 711.007020] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 711.007020] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 711.007020] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 711.037086] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 711.037086] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 711.037086] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 711.037086] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-303" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.037086] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-d9e46db2-49ff-4959-b80a-d7152cde2c47 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.037086] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-d9e46db2-49ff-4959-b80a-d7152cde2c47" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.037086] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-d9e46db2-49ff-4959-b80a-d7152cde2c47" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.040455] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-d9e46db2-49ff-4959-b80a-d7152cde2c47" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.040571] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9e46db2-49ff-4959-b80a-d7152cde2c47',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.150546] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.151509] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.151509] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.151620] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.151778] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.151940] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.152404] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.152404] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.152404] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.152404] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.152537] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfc5c728-04bd-4cb2-82d3-227781c576a7 already deleted. [ 711.152635] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfc5c728-04bd-4cb2-82d3-227781c576a7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.348513] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f06428e7-4421-48f9-9ba7-441017875af8: rpc.has_security_group_logging(os_id): False [ 711.369577] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.369725] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.369795] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.370113] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.370232] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.370473] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.370573] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.370635] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.370796] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.370890] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.370961] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f06428e7-4421-48f9-9ba7-441017875af8 is going to be updated. [ 711.372405] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-0734b4de-c1c9-4d9d-a363-187b7b3887ac taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.372540] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0734b4de-c1c9-4d9d-a363-187b7b3887ac" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.372611] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0734b4de-c1c9-4d9d-a363-187b7b3887ac" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.372792] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0734b4de-c1c9-4d9d-a363-187b7b3887ac" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.373217] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.373217] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.373217] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.373430] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.373430] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.373430] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0734b4de-c1c9-4d9d-a363-187b7b3887ac" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.373573] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-0734b4de-c1c9-4d9d-a363-187b7b3887ac taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.373656] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0734b4de-c1c9-4d9d-a363-187b7b3887ac" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.373733] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0734b4de-c1c9-4d9d-a363-187b7b3887ac" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.373957] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0734b4de-c1c9-4d9d-a363-187b7b3887ac" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.374154] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.374329] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.374437] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.374622] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.374708] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.374792] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0734b4de-c1c9-4d9d-a363-187b7b3887ac" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.374881] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0734b4de-c1c9-4d9d-a363-187b7b3887ac',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.434056] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.434056] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.434056] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.434243] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.434330] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.446080] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f06428e7-4421-48f9-9ba7-441017875af8 in Status: IN_PROGRESS for 2s [ 711.462870] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e7cb093-c160-4200-810a-24193daf0945 in Status: SUCCESS [ 711.462870] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.543645] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.545745] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.545745] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.545745] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.545745] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.545745] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Segment Port d9e46db2-49ff-4959-b80a-d7152cde2c47 not found, creating... [ 711.545878] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.546019] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.546154] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.546375] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.546659] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.546798] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.546951] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.547144] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.547399] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.547679] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.547754] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: d9e46db2-49ff-4959-b80a-d7152cde2c47 is going to be created. [ 711.565820] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4 in Status: SUCCESS [ 711.565820] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.565820] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.565962] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.566146] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.566265] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.566331] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.566487] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.566568] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.566662] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.570673] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.570817] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.571151] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.571265] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.571983] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.571983] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-d9e46db2-49ff-4959-b80a-d7152cde2c47" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.878996] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0734b4de-c1c9-4d9d-a363-187b7b3887ac: rpc.has_security_group_logging(os_id): False [ 711.897717] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.898128] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.898304] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.898867] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.899103] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.899632] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.901019] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.901019] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.901019] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.901019] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.901019] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.901019] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.901019] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.901019] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.901462] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.901750] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.902079] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.902444] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.902700] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.904389] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.904389] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0734b4de-c1c9-4d9d-a363-187b7b3887ac is going to be created. [ 711.968140] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.968140] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.968140] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.968140] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.968480] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.979372] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0734b4de-c1c9-4d9d-a363-187b7b3887ac in Status: IN_PROGRESS for 2s [ 712.074456] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.084748] env[70956]: INFO networking_nsxv3.common.synchronization [None req-7ea1f4e6-e92a-4163-bb7c-1358c84a2b12 None None] Enqueued Resource ID: 41ce0e30-08e2-4798-934d-22536c824e4f with Priority: HIGHEST for action port [ 712.086753] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41ce0e30-08e2-4798-934d-22536c824e4f with Priority: HIGHEST for action port [ 712.087300] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-41ce0e30-08e2-4798-934d-22536c824e4f taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.087469] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-41ce0e30-08e2-4798-934d-22536c824e4f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.087558] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-41ce0e30-08e2-4798-934d-22536c824e4f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.088029] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-41ce0e30-08e2-4798-934d-22536c824e4f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.088029] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41ce0e30-08e2-4798-934d-22536c824e4f',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.172222] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71af1fa7-09e1-4689-8a7f-72386cce262d in Status: SUCCESS [ 712.172458] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.289899] env[70956]: INFO networking_nsxv3.common.synchronization [req-880206ee-6293-4a45-a4f2-155fa611c237 req-563eae7e-e6dd-4414-8ac6-966def6a930c service nova] Enqueued Resource ID: dfc5c728-04bd-4cb2-82d3-227781c576a7 with Priority: HIGHEST for action security_group_rules [ 712.290125] env[70956]: INFO networking_nsxv3.common.synchronization [req-880206ee-6293-4a45-a4f2-155fa611c237 req-563eae7e-e6dd-4414-8ac6-966def6a930c service nova] Enqueued Resource ID: dfc5c728-04bd-4cb2-82d3-227781c576a7 with Priority: HIGHEST for action security_group_members [ 712.290270] env[70956]: INFO networking_nsxv3.common.synchronization [req-880206ee-6293-4a45-a4f2-155fa611c237 req-563eae7e-e6dd-4414-8ac6-966def6a930c service nova] Enqueued Resource ID: d9e46db2-49ff-4959-b80a-d7152cde2c47 with Priority: HIGHEST for action port [ 712.290516] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfc5c728-04bd-4cb2-82d3-227781c576a7 with Priority: HIGHEST for action security_group_rules [ 712.290679] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfc5c728-04bd-4cb2-82d3-227781c576a7 with Priority: HIGHEST for action security_group_members [ 712.290729] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9e46db2-49ff-4959-b80a-d7152cde2c47 with Priority: HIGHEST for action port [ 712.291292] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dfc5c728-04bd-4cb2-82d3-227781c576a7 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.291422] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dfc5c728-04bd-4cb2-82d3-227781c576a7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.291490] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dfc5c728-04bd-4cb2-82d3-227781c576a7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.291742] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dfc5c728-04bd-4cb2-82d3-227781c576a7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.291826] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dfc5c728-04bd-4cb2-82d3-227781c576a7',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.296373] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfc5c728-04bd-4cb2-82d3-227781c576a7 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.296373] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfc5c728-04bd-4cb2-82d3-227781c576a7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.296373] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfc5c728-04bd-4cb2-82d3-227781c576a7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.296373] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfc5c728-04bd-4cb2-82d3-227781c576a7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.296373] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.296373] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.296373] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.296373] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.296631] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.296631] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfc5c728-04bd-4cb2-82d3-227781c576a7',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.297494] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-d9e46db2-49ff-4959-b80a-d7152cde2c47 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.297494] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d9e46db2-49ff-4959-b80a-d7152cde2c47" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.297647] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d9e46db2-49ff-4959-b80a-d7152cde2c47" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.297733] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d9e46db2-49ff-4959-b80a-d7152cde2c47" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.297802] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9e46db2-49ff-4959-b80a-d7152cde2c47',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.580322] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.591282] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 41ce0e30-08e2-4798-934d-22536c824e4f [ 712.591551] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.591708] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.591823] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.592010] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.592108] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.592206] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:41ce0e30-08e2-4798-934d-22536c824e4f already deleted. [ 712.592302] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-41ce0e30-08e2-4798-934d-22536c824e4f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.799699] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dfc5c728-04bd-4cb2-82d3-227781c576a7',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.802038] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfc5c728-04bd-4cb2-82d3-227781c576a7 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.802038] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfc5c728-04bd-4cb2-82d3-227781c576a7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.802038] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d9e46db2-49ff-4959-b80a-d7152cde2c47 with status ACTIVE [ 712.802233] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.802285] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.802409] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.802562] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.802672] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.802825] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.802910] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.803022] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.803946] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.803946] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.803946] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.803946] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.803946] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.803946] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.803946] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.803946] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d9e46db2-49ff-4959-b80a-d7152cde2c47 is going to be updated. [ 712.822310] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.822528] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.822624] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.822813] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.822970] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.823150] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d9e46db2-49ff-4959-b80a-d7152cde2c47" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.983907] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3191ceed-4461-47d6-bd31-015598aabb7c in Status: SUCCESS [ 712.983907] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.984284] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.984284] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.984346] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3191ceed-4461-47d6-bd31-015598aabb7c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.082585] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.082585] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.082585] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.082827] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.082871] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.083032] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4 is going to be updated. [ 713.109907] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.110466] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.110466] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.110607] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.110804] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.118845] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4 in Status: IN_PROGRESS for 2s [ 713.302468] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dfc5c728-04bd-4cb2-82d3-227781c576a7',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.459418] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f06428e7-4421-48f9-9ba7-441017875af8 in Status: SUCCESS [ 713.459630] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f06428e7-4421-48f9-9ba7-441017875af8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.486682] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-3191ceed-4461-47d6-bd31-015598aabb7c taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.486842] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.486920] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.487217] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.487397] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.487499] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.487561] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.487712] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.487797] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.487881] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.487968] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3191ceed-4461-47d6-bd31-015598aabb7c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.575306] env[70956]: INFO networking_nsxv3.common.synchronization [req-ffb4350c-7d88-4bbb-b579-58f6caac13bc req-73c1f887-c9f2-4cae-8cff-07444e20a0d7 tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Enqueued Resource ID: b3e8c32a-4cf3-4e85-b801-0032063c016a with Priority: HIGHEST for action security_group_members [ 713.575902] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3e8c32a-4cf3-4e85-b801-0032063c016a with Priority: HIGHEST for action security_group_members [ 713.579653] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3e8c32a-4cf3-4e85-b801-0032063c016a taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.579653] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3e8c32a-4cf3-4e85-b801-0032063c016a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.579653] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3e8c32a-4cf3-4e85-b801-0032063c016a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.579653] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3e8c32a-4cf3-4e85-b801-0032063c016a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.579653] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.579653] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.579653] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.579653] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.579653] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.579653] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3e8c32a-4cf3-4e85-b801-0032063c016a',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.807123] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.807123] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.807123] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.807123] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.807123] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.807123] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfc5c728-04bd-4cb2-82d3-227781c576a7 is going to be created. [ 713.831296] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.831534] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.831678] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.832304] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.832969] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.843390] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfc5c728-04bd-4cb2-82d3-227781c576a7 in Status: UNINITIALIZED for 2s [ 713.960101] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-284 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.960438] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-284" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.960594] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-284" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.960969] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-284" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.961510] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.961725] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.961879] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.962156] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.962526] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.962815] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 713.962997] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 713.963169] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 713.963490] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 713.963684] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 713.963836] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 713.964029] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 713.990296] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 713.990584] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 713.990797] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 713.991091] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-284" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.991487] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-50b28243-dd8a-4b5f-a8d8-aee85d8dabf7 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.991712] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-50b28243-dd8a-4b5f-a8d8-aee85d8dabf7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.991897] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-50b28243-dd8a-4b5f-a8d8-aee85d8dabf7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.992404] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-50b28243-dd8a-4b5f-a8d8-aee85d8dabf7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.992616] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50b28243-dd8a-4b5f-a8d8-aee85d8dabf7',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.993628] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-3191ceed-4461-47d6-bd31-015598aabb7c taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.993800] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.993921] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.994206] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.994470] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.994623] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.994717] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.994903] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.995048] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.995167] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.995344] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-3191ceed-4461-47d6-bd31-015598aabb7c taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.995487] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.995618] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.995764] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.995940] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.996049] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.996125] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.996270] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.996342] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.996423] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.996505] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3191ceed-4461-47d6-bd31-015598aabb7c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.997911] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0734b4de-c1c9-4d9d-a363-187b7b3887ac in Status: SUCCESS [ 713.998507] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0734b4de-c1c9-4d9d-a363-187b7b3887ac" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.081578] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.081767] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.081921] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.082131] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.082186] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.082454] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.082556] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.082624] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.082759] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.082852] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.082936] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3e8c32a-4cf3-4e85-b801-0032063c016a already deleted. [ 714.083027] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3e8c32a-4cf3-4e85-b801-0032063c016a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.500140] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.501267] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.501599] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.502175] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.502472] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.502731] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Segment Port 50b28243-dd8a-4b5f-a8d8-aee85d8dabf7 not found, creating... [ 714.503281] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.503764] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.505045] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.505045] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.505045] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.505387] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.505801] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.506105] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.506512] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.508019] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.508019] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: 50b28243-dd8a-4b5f-a8d8-aee85d8dabf7 is going to be created. [ 714.508908] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3191ceed-4461-47d6-bd31-015598aabb7c: rpc.has_security_group_logging(os_id): False [ 714.529038] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.529312] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.529464] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.530347] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.530347] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.530569] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-50b28243-dd8a-4b5f-a8d8-aee85d8dabf7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.532175] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.532309] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.532372] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.532604] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.532687] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.532925] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.533047] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.533110] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.533274] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.533360] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.533562] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.533666] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.533727] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.533885] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.534372] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.534873] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.535308] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.535308] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.535308] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.535465] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.535497] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3191ceed-4461-47d6-bd31-015598aabb7c is going to be updated. [ 714.594922] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.595120] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.595202] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.595417] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.595572] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.626299] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3191ceed-4461-47d6-bd31-015598aabb7c in Status: IN_PROGRESS for 2s [ 715.130122] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4 in Status: SUCCESS [ 715.130122] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.130122] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.130122] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.130122] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.130122] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.130122] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.130122] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.130122] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.130122] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.130122] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.235246] env[70956]: INFO networking_nsxv3.common.synchronization [req-ffb4350c-7d88-4bbb-b579-58f6caac13bc req-4284e372-3c73-429a-8550-d59ce86d94c6 service nova] Enqueued Resource ID: b3e8c32a-4cf3-4e85-b801-0032063c016a with Priority: HIGHEST for action security_group_rules [ 715.235246] env[70956]: INFO networking_nsxv3.common.synchronization [req-ffb4350c-7d88-4bbb-b579-58f6caac13bc req-4284e372-3c73-429a-8550-d59ce86d94c6 service nova] Enqueued Resource ID: b3e8c32a-4cf3-4e85-b801-0032063c016a with Priority: HIGHEST for action security_group_members [ 715.235246] env[70956]: INFO networking_nsxv3.common.synchronization [req-ffb4350c-7d88-4bbb-b579-58f6caac13bc req-4284e372-3c73-429a-8550-d59ce86d94c6 service nova] Enqueued Resource ID: 50b28243-dd8a-4b5f-a8d8-aee85d8dabf7 with Priority: HIGHEST for action port [ 715.235246] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3e8c32a-4cf3-4e85-b801-0032063c016a with Priority: HIGHEST for action security_group_rules [ 715.235246] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3e8c32a-4cf3-4e85-b801-0032063c016a with Priority: HIGHEST for action security_group_members [ 715.235246] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50b28243-dd8a-4b5f-a8d8-aee85d8dabf7 with Priority: HIGHEST for action port [ 715.236416] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3e8c32a-4cf3-4e85-b801-0032063c016a taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.236416] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3e8c32a-4cf3-4e85-b801-0032063c016a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.236416] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3e8c32a-4cf3-4e85-b801-0032063c016a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.236416] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3e8c32a-4cf3-4e85-b801-0032063c016a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.236416] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3e8c32a-4cf3-4e85-b801-0032063c016a',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.237265] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3e8c32a-4cf3-4e85-b801-0032063c016a taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.237377] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3e8c32a-4cf3-4e85-b801-0032063c016a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.237448] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3e8c32a-4cf3-4e85-b801-0032063c016a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.238141] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3e8c32a-4cf3-4e85-b801-0032063c016a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.238141] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.238141] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.238141] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.238141] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.238327] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.238327] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3e8c32a-4cf3-4e85-b801-0032063c016a',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.239398] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-50b28243-dd8a-4b5f-a8d8-aee85d8dabf7 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.239398] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50b28243-dd8a-4b5f-a8d8-aee85d8dabf7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.239398] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50b28243-dd8a-4b5f-a8d8-aee85d8dabf7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.239600] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50b28243-dd8a-4b5f-a8d8-aee85d8dabf7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.239600] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50b28243-dd8a-4b5f-a8d8-aee85d8dabf7',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.632692] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.632842] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.632916] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.633170] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.633351] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.633457] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.633522] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.633680] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.633769] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.633856] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.634026] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.634114] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.634202] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.634375] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.634536] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.634631] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.634692] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.634844] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.634925] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.635060] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.635193] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.740882] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3e8c32a-4cf3-4e85-b801-0032063c016a taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.741035] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3e8c32a-4cf3-4e85-b801-0032063c016a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.746602] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b3e8c32a-4cf3-4e85-b801-0032063c016a',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.747105] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 50b28243-dd8a-4b5f-a8d8-aee85d8dabf7 with status ACTIVE [ 715.747335] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.747475] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.747563] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.747768] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.747955] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.748041] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.748142] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.748206] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.748351] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.748491] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.748601] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.748686] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.748745] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.748879] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.748953] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.749073] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 50b28243-dd8a-4b5f-a8d8-aee85d8dabf7 is going to be updated. [ 715.775871] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.776031] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.776106] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.776313] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.776452] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.776645] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50b28243-dd8a-4b5f-a8d8-aee85d8dabf7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.853096] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfc5c728-04bd-4cb2-82d3-227781c576a7 in Status: SUCCESS [ 715.853365] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfc5c728-04bd-4cb2-82d3-227781c576a7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.853537] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfc5c728-04bd-4cb2-82d3-227781c576a7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.853927] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfc5c728-04bd-4cb2-82d3-227781c576a7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.853927] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.854102] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.854102] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.854293] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.854379] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.854452] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfc5c728-04bd-4cb2-82d3-227781c576a7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.854546] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dfc5c728-04bd-4cb2-82d3-227781c576a7',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.137460] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4: rpc.has_security_group_logging(os_id): False [ 716.155225] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.155431] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.155624] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.155804] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.155940] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.156248] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.156458] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.156458] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.156707] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.156826] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.157061] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.157200] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.157288] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.157457] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.157565] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.157776] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.157909] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.158010] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.158259] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.158379] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.158492] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4 is going to be updated. [ 716.228052] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.228052] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.228052] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.228052] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.228052] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.242076] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4 in Status: IN_PROGRESS for 2s [ 716.251638] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b3e8c32a-4cf3-4e85-b801-0032063c016a',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.357121] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfc5c728-04bd-4cb2-82d3-227781c576a7 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.358126] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfc5c728-04bd-4cb2-82d3-227781c576a7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.358126] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfc5c728-04bd-4cb2-82d3-227781c576a7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.358126] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfc5c728-04bd-4cb2-82d3-227781c576a7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.358126] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.358126] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.358126] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.358378] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.358378] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.358378] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfc5c728-04bd-4cb2-82d3-227781c576a7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.358466] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfc5c728-04bd-4cb2-82d3-227781c576a7 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.358563] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfc5c728-04bd-4cb2-82d3-227781c576a7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.358602] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfc5c728-04bd-4cb2-82d3-227781c576a7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.358728] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfc5c728-04bd-4cb2-82d3-227781c576a7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.358851] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.358934] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.358989] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.359212] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.359285] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.359364] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfc5c728-04bd-4cb2-82d3-227781c576a7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.359448] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dfc5c728-04bd-4cb2-82d3-227781c576a7',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.419374] env[70956]: INFO networking_nsxv3.common.synchronization [req-ffb4350c-7d88-4bbb-b579-58f6caac13bc req-29502e96-be06-47cf-93bc-7b831b2a2d80 tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Enqueued Resource ID: b3e8c32a-4cf3-4e85-b801-0032063c016a with Priority: HIGHEST for action security_group_members [ 716.420775] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3e8c32a-4cf3-4e85-b801-0032063c016a with Priority: HIGHEST for action security_group_members [ 716.421447] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3e8c32a-4cf3-4e85-b801-0032063c016a taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.421681] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3e8c32a-4cf3-4e85-b801-0032063c016a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.645595] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3191ceed-4461-47d6-bd31-015598aabb7c in Status: SUCCESS [ 716.645698] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.744920] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-284 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.745151] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-284" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.745277] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-284" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.745555] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-284" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.745835] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.746033] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.746171] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.746410] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.746556] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.746761] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 716.746872] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 716.746988] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 716.747108] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 716.747216] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 716.747379] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 716.747561] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 716.754248] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.754382] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.754462] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.754660] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.754752] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.754862] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3e8c32a-4cf3-4e85-b801-0032063c016a is going to be created. [ 716.768979] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 716.768979] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 716.768979] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 716.768979] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-284" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.768979] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-9dfd8ce9-0b67-45fc-b5dc-098bdee18eda taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.768979] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-9dfd8ce9-0b67-45fc-b5dc-098bdee18eda" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.769404] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-9dfd8ce9-0b67-45fc-b5dc-098bdee18eda" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.769570] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-9dfd8ce9-0b67-45fc-b5dc-098bdee18eda" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.769731] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9dfd8ce9-0b67-45fc-b5dc-098bdee18eda',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.781516] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.787027] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.787027] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.787027] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.787027] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.796029] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3e8c32a-4cf3-4e85-b801-0032063c016a in Status: UNINITIALIZED for 2s [ 716.862377] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dfc5c728-04bd-4cb2-82d3-227781c576a7: rpc.has_security_group_logging(os_id): False [ 716.886784] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.886784] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.886784] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.886784] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.886784] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.886784] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.887207] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.887207] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.887207] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.887207] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.887325] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.887389] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.887446] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.887583] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.887657] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.887851] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.887942] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.888016] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.888160] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.888235] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.888319] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dfc5c728-04bd-4cb2-82d3-227781c576a7 is going to be created. [ 716.955075] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.955075] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.955075] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.955075] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.955075] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.978219] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dfc5c728-04bd-4cb2-82d3-227781c576a7 in Status: IN_PROGRESS for 2s [ 717.274752] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.275174] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.275689] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.276322] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.276322] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.276679] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Segment Port 9dfd8ce9-0b67-45fc-b5dc-098bdee18eda not found, creating... [ 717.279726] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.280047] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.280239] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.280612] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.280838] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.281450] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.281792] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.282594] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.282941] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.283161] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.283345] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: 9dfd8ce9-0b67-45fc-b5dc-098bdee18eda is going to be created. [ 717.304977] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.305300] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.305430] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.305733] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.305973] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.307086] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-9dfd8ce9-0b67-45fc-b5dc-098bdee18eda" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.364019] env[70956]: INFO networking_nsxv3.common.synchronization [req-ccdf7401-58a1-474c-84f7-d5c347d49bb4 req-fb00dfca-3635-49a7-b840-11b646d95067 tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] Enqueued Resource ID: 333dc6e6-2663-47ac-b3a4-00d3bdb3bf13 with Priority: HIGHEST for action security_group_members [ 717.368066] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 333dc6e6-2663-47ac-b3a4-00d3bdb3bf13 with Priority: HIGHEST for action security_group_members [ 717.368634] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-333dc6e6-2663-47ac-b3a4-00d3bdb3bf13 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.368843] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-333dc6e6-2663-47ac-b3a4-00d3bdb3bf13" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.371052] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-333dc6e6-2663-47ac-b3a4-00d3bdb3bf13" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.371052] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-333dc6e6-2663-47ac-b3a4-00d3bdb3bf13" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.371052] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.371052] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.371052] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.371376] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.371754] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.371754] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('333dc6e6-2663-47ac-b3a4-00d3bdb3bf13',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.876278] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.876424] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.876424] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.876670] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.876766] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.876991] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.877110] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.877202] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.877368] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.877446] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.877553] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 333dc6e6-2663-47ac-b3a4-00d3bdb3bf13 is going to be updated. [ 717.909019] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.909019] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.909019] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.909019] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.909019] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.917495] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 333dc6e6-2663-47ac-b3a4-00d3bdb3bf13 in Status: IN_PROGRESS for 2s [ 718.251924] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4 in Status: SUCCESS [ 718.253939] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.267439] env[70956]: INFO networking_nsxv3.common.synchronization [req-ffb4350c-7d88-4bbb-b579-58f6caac13bc req-d7e0c227-db1f-459b-a07d-6f9c06dfde9d service nova] Enqueued Resource ID: b3e8c32a-4cf3-4e85-b801-0032063c016a with Priority: HIGHEST for action security_group_rules [ 718.267439] env[70956]: INFO networking_nsxv3.common.synchronization [req-ffb4350c-7d88-4bbb-b579-58f6caac13bc req-d7e0c227-db1f-459b-a07d-6f9c06dfde9d service nova] Enqueued Resource ID: b3e8c32a-4cf3-4e85-b801-0032063c016a with Priority: HIGHEST for action security_group_members [ 718.267439] env[70956]: INFO networking_nsxv3.common.synchronization [req-ffb4350c-7d88-4bbb-b579-58f6caac13bc req-d7e0c227-db1f-459b-a07d-6f9c06dfde9d service nova] Enqueued Resource ID: 9dfd8ce9-0b67-45fc-b5dc-098bdee18eda with Priority: HIGHEST for action port [ 718.267439] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3e8c32a-4cf3-4e85-b801-0032063c016a with Priority: HIGHEST for action security_group_rules [ 718.267439] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3e8c32a-4cf3-4e85-b801-0032063c016a with Priority: HIGHEST for action security_group_members [ 718.267439] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9dfd8ce9-0b67-45fc-b5dc-098bdee18eda with Priority: HIGHEST for action port [ 718.267439] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3e8c32a-4cf3-4e85-b801-0032063c016a taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.267885] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3e8c32a-4cf3-4e85-b801-0032063c016a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.268370] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3e8c32a-4cf3-4e85-b801-0032063c016a taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.268570] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3e8c32a-4cf3-4e85-b801-0032063c016a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.268865] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-9dfd8ce9-0b67-45fc-b5dc-098bdee18eda taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.269478] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9dfd8ce9-0b67-45fc-b5dc-098bdee18eda" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.269664] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9dfd8ce9-0b67-45fc-b5dc-098bdee18eda" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.269966] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9dfd8ce9-0b67-45fc-b5dc-098bdee18eda" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.270239] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9dfd8ce9-0b67-45fc-b5dc-098bdee18eda',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.772961] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9dfd8ce9-0b67-45fc-b5dc-098bdee18eda with status ACTIVE [ 718.774504] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.774504] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.774504] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.774504] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.774504] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.774504] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.774504] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.774895] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.774895] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.774953] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.775217] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.775598] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.775598] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.775688] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.775752] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.775920] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9dfd8ce9-0b67-45fc-b5dc-098bdee18eda is going to be updated. [ 718.799262] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.799384] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.799384] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.799617] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.799762] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.799929] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9dfd8ce9-0b67-45fc-b5dc-098bdee18eda" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.807171] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3e8c32a-4cf3-4e85-b801-0032063c016a in Status: SUCCESS [ 718.807412] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3e8c32a-4cf3-4e85-b801-0032063c016a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.807584] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3e8c32a-4cf3-4e85-b801-0032063c016a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.807811] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3e8c32a-4cf3-4e85-b801-0032063c016a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.808032] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.808158] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.808226] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.808401] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.808504] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.808634] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3e8c32a-4cf3-4e85-b801-0032063c016a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.808758] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b3e8c32a-4cf3-4e85-b801-0032063c016a',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.809821] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3e8c32a-4cf3-4e85-b801-0032063c016a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.809821] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3e8c32a-4cf3-4e85-b801-0032063c016a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.810019] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.810770] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.810902] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.811121] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.811261] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.811499] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3e8c32a-4cf3-4e85-b801-0032063c016a',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.992731] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dfc5c728-04bd-4cb2-82d3-227781c576a7 in Status: SUCCESS [ 718.992731] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dfc5c728-04bd-4cb2-82d3-227781c576a7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.313526] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3e8c32a-4cf3-4e85-b801-0032063c016a taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.315399] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3e8c32a-4cf3-4e85-b801-0032063c016a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.315399] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b3e8c32a-4cf3-4e85-b801-0032063c016a',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.818186] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b3e8c32a-4cf3-4e85-b801-0032063c016a',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.927354] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 333dc6e6-2663-47ac-b3a4-00d3bdb3bf13 in Status: SUCCESS [ 719.927521] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 333dc6e6-2663-47ac-b3a4-00d3bdb3bf13 deletion is rescheduled due to dependency. [ 719.927604] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-333dc6e6-2663-47ac-b3a4-00d3bdb3bf13" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.111544] env[70956]: INFO networking_nsxv3.common.synchronization [req-36dd3ef2-1d8f-4e38-965b-e1655c18710c req-48c799e8-30b6-4544-a5d5-63d40c557ae2 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Enqueued Resource ID: 71af1fa7-09e1-4689-8a7f-72386cce262d with Priority: HIGHEST for action security_group_members [ 720.111804] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71af1fa7-09e1-4689-8a7f-72386cce262d with Priority: HIGHEST for action security_group_members [ 720.111989] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-71af1fa7-09e1-4689-8a7f-72386cce262d taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.112128] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.112192] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.112735] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.112735] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.112735] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.112735] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.112931] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.112931] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.112985] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71af1fa7-09e1-4689-8a7f-72386cce262d',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.323339] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.323339] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.323339] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.323339] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.323339] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.323339] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3e8c32a-4cf3-4e85-b801-0032063c016a is going to be updated. [ 720.355602] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.355947] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.355947] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.356174] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.356332] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.366383] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3e8c32a-4cf3-4e85-b801-0032063c016a in Status: IN_PROGRESS for 2s [ 720.615388] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.616031] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.616031] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.616031] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.616031] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.616318] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.616318] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.616318] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.616425] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.616454] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.616541] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71af1fa7-09e1-4689-8a7f-72386cce262d is going to be updated. [ 720.677718] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.677877] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.677949] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.678196] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.678343] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.702356] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71af1fa7-09e1-4689-8a7f-72386cce262d in Status: IN_PROGRESS for 2s [ 721.603673] env[70956]: INFO networking_nsxv3.common.synchronization [req-54fde8a4-8366-4062-8621-b39e155ca5cb req-eef7f6b9-6f3b-40f3-b596-2260de3a4268 tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Enqueued Resource ID: 155a7a91-788b-4c8a-bd19-9cf001bb1f63 with Priority: HIGHEST for action security_group_members [ 721.604250] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 155a7a91-788b-4c8a-bd19-9cf001bb1f63 with Priority: HIGHEST for action security_group_members [ 721.604618] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-155a7a91-788b-4c8a-bd19-9cf001bb1f63 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.604743] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-155a7a91-788b-4c8a-bd19-9cf001bb1f63" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.604813] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-155a7a91-788b-4c8a-bd19-9cf001bb1f63" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.605022] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-155a7a91-788b-4c8a-bd19-9cf001bb1f63" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.605195] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.605299] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.605362] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.605505] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.605592] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.605687] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('155a7a91-788b-4c8a-bd19-9cf001bb1f63',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.108494] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.108656] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.109229] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.109229] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.109229] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.109388] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.109445] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.109478] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.110213] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.110213] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.110213] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 155a7a91-788b-4c8a-bd19-9cf001bb1f63 is going to be updated. [ 722.136128] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.136285] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.136358] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.136551] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.136685] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.146229] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 155a7a91-788b-4c8a-bd19-9cf001bb1f63 in Status: IN_PROGRESS for 2s [ 722.376266] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3e8c32a-4cf3-4e85-b801-0032063c016a in Status: SUCCESS [ 722.376542] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3e8c32a-4cf3-4e85-b801-0032063c016a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.377126] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3e8c32a-4cf3-4e85-b801-0032063c016a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.377347] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3e8c32a-4cf3-4e85-b801-0032063c016a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.377540] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.377657] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.377717] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.377871] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.377956] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.378065] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3e8c32a-4cf3-4e85-b801-0032063c016a',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.717086] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71af1fa7-09e1-4689-8a7f-72386cce262d in Status: SUCCESS [ 722.717353] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71af1fa7-09e1-4689-8a7f-72386cce262d deletion is rescheduled due to dependency. [ 722.717514] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.884201] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b3e8c32a-4cf3-4e85-b801-0032063c016a',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.388415] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b3e8c32a-4cf3-4e85-b801-0032063c016a',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.446063] env[70956]: INFO networking_nsxv3.common.synchronization [req-34e9a45d-003a-4fbc-a2ac-5cadd602b8a1 req-381b1e85-4992-4c6a-9ba8-a4fe19d4e38d tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Enqueued Resource ID: 524a78e9-254f-48b7-aafc-e2a84cdbf82c with Priority: HIGHEST for action security_group_members [ 723.446717] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 524a78e9-254f-48b7-aafc-e2a84cdbf82c with Priority: HIGHEST for action security_group_members [ 723.447255] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-524a78e9-254f-48b7-aafc-e2a84cdbf82c taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.447375] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-524a78e9-254f-48b7-aafc-e2a84cdbf82c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.447439] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-524a78e9-254f-48b7-aafc-e2a84cdbf82c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.447653] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-524a78e9-254f-48b7-aafc-e2a84cdbf82c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.447817] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.447914] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.447978] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.448133] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.448222] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.448315] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('524a78e9-254f-48b7-aafc-e2a84cdbf82c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.751347] env[70956]: INFO networking_nsxv3.common.synchronization [req-ffb4350c-7d88-4bbb-b579-58f6caac13bc req-479a9596-3823-4f3a-b90c-b0a2a6ed8507 tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Enqueued Resource ID: b3e8c32a-4cf3-4e85-b801-0032063c016a with Priority: HIGHEST for action security_group_members [ 723.752347] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3e8c32a-4cf3-4e85-b801-0032063c016a with Priority: HIGHEST for action security_group_members [ 723.752347] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3e8c32a-4cf3-4e85-b801-0032063c016a taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.752476] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3e8c32a-4cf3-4e85-b801-0032063c016a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.892807] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.893013] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.893174] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.894993] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.894993] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.894993] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3e8c32a-4cf3-4e85-b801-0032063c016a is going to be updated. [ 723.934550] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.934550] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.934550] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.934550] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.934550] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.947261] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3e8c32a-4cf3-4e85-b801-0032063c016a in Status: IN_PROGRESS for 2s [ 723.955760] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.955760] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.955760] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.955760] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.955760] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.955760] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.955760] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.955760] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.955760] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.955760] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.955760] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 524a78e9-254f-48b7-aafc-e2a84cdbf82c is going to be updated. [ 723.982677] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.982838] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.982954] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.983203] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.984075] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.992375] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 524a78e9-254f-48b7-aafc-e2a84cdbf82c in Status: IN_PROGRESS for 2s [ 724.155551] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 155a7a91-788b-4c8a-bd19-9cf001bb1f63 in Status: SUCCESS [ 724.155701] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 155a7a91-788b-4c8a-bd19-9cf001bb1f63 deletion is rescheduled due to dependency. [ 724.155821] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-155a7a91-788b-4c8a-bd19-9cf001bb1f63" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.234953] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-284 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.234953] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-284" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.235252] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-284" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.235289] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-284" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.236230] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.236576] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.236810] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.237181] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.237453] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.237776] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 724.237993] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 724.240038] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 724.240038] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 724.240038] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 724.240038] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 724.240038] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 724.260248] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 724.260248] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 724.260248] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 724.260248] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-284" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.260248] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-ae61870b-c81b-41ec-91bd-1c33d00f5155 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.260248] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-ae61870b-c81b-41ec-91bd-1c33d00f5155" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.260248] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-ae61870b-c81b-41ec-91bd-1c33d00f5155" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.260990] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-ae61870b-c81b-41ec-91bd-1c33d00f5155" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.261257] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae61870b-c81b-41ec-91bd-1c33d00f5155',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.765775] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.766570] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.766570] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.766570] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.766679] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.766826] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Segment Port ae61870b-c81b-41ec-91bd-1c33d00f5155 not found, creating... [ 724.767200] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.768053] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.768053] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.768053] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.768053] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.768425] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.768628] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.768792] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.769132] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.769426] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.769664] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: ae61870b-c81b-41ec-91bd-1c33d00f5155 is going to be created. [ 724.800381] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.800625] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.800754] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.801045] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.801298] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.801558] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-ae61870b-c81b-41ec-91bd-1c33d00f5155" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.573783] env[70956]: INFO networking_nsxv3.common.synchronization [req-ffb4350c-7d88-4bbb-b579-58f6caac13bc req-ca78f185-01c8-4dba-b873-0e660a19ef22 service nova] Enqueued Resource ID: b3e8c32a-4cf3-4e85-b801-0032063c016a with Priority: HIGHEST for action security_group_rules [ 725.574061] env[70956]: INFO networking_nsxv3.common.synchronization [req-ffb4350c-7d88-4bbb-b579-58f6caac13bc req-ca78f185-01c8-4dba-b873-0e660a19ef22 service nova] Enqueued Resource ID: b3e8c32a-4cf3-4e85-b801-0032063c016a with Priority: HIGHEST for action security_group_members [ 725.574267] env[70956]: INFO networking_nsxv3.common.synchronization [req-ffb4350c-7d88-4bbb-b579-58f6caac13bc req-ca78f185-01c8-4dba-b873-0e660a19ef22 service nova] Enqueued Resource ID: ae61870b-c81b-41ec-91bd-1c33d00f5155 with Priority: HIGHEST for action port [ 725.574557] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3e8c32a-4cf3-4e85-b801-0032063c016a with Priority: HIGHEST for action security_group_rules [ 725.574743] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3e8c32a-4cf3-4e85-b801-0032063c016a with Priority: HIGHEST for action security_group_members [ 725.574908] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae61870b-c81b-41ec-91bd-1c33d00f5155 with Priority: HIGHEST for action port [ 725.580726] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3e8c32a-4cf3-4e85-b801-0032063c016a taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.580899] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3e8c32a-4cf3-4e85-b801-0032063c016a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.581610] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3e8c32a-4cf3-4e85-b801-0032063c016a taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.581752] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3e8c32a-4cf3-4e85-b801-0032063c016a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.582016] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae61870b-c81b-41ec-91bd-1c33d00f5155 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.582172] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae61870b-c81b-41ec-91bd-1c33d00f5155" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.582285] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae61870b-c81b-41ec-91bd-1c33d00f5155" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.582556] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae61870b-c81b-41ec-91bd-1c33d00f5155" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.582682] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae61870b-c81b-41ec-91bd-1c33d00f5155',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.958217] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3e8c32a-4cf3-4e85-b801-0032063c016a in Status: SUCCESS [ 725.958217] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3e8c32a-4cf3-4e85-b801-0032063c016a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.958847] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3e8c32a-4cf3-4e85-b801-0032063c016a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.958847] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3e8c32a-4cf3-4e85-b801-0032063c016a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.959111] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.959257] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.959257] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.959432] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.959565] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.959615] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3e8c32a-4cf3-4e85-b801-0032063c016a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.959835] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3e8c32a-4cf3-4e85-b801-0032063c016a taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.959906] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3e8c32a-4cf3-4e85-b801-0032063c016a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.959950] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3e8c32a-4cf3-4e85-b801-0032063c016a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.960229] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3e8c32a-4cf3-4e85-b801-0032063c016a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.960389] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.960488] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.960552] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.960708] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.960774] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.960853] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3e8c32a-4cf3-4e85-b801-0032063c016a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.960970] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b3e8c32a-4cf3-4e85-b801-0032063c016a',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.961952] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3e8c32a-4cf3-4e85-b801-0032063c016a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.962111] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3e8c32a-4cf3-4e85-b801-0032063c016a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.962297] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.962410] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.962494] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.962637] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.962722] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.962815] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3e8c32a-4cf3-4e85-b801-0032063c016a',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.002386] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 524a78e9-254f-48b7-aafc-e2a84cdbf82c in Status: SUCCESS [ 726.002758] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 524a78e9-254f-48b7-aafc-e2a84cdbf82c deletion is rescheduled due to dependency. [ 726.002758] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-524a78e9-254f-48b7-aafc-e2a84cdbf82c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.088409] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ae61870b-c81b-41ec-91bd-1c33d00f5155 with status ACTIVE [ 726.088701] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.088830] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.088895] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.089140] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.089299] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.089543] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.089640] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.089697] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.089930] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.090046] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.090247] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.090358] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.090417] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.090613] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.090761] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.091188] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ae61870b-c81b-41ec-91bd-1c33d00f5155 is going to be updated. [ 726.120975] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.121850] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.121850] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.121850] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.121850] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.121850] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae61870b-c81b-41ec-91bd-1c33d00f5155" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.464859] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b3e8c32a-4cf3-4e85-b801-0032063c016a: rpc.has_security_group_logging(os_id): False [ 726.466680] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b3e8c32a-4cf3-4e85-b801-0032063c016a',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.485545] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.485729] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.485780] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.486019] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.486119] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.486352] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.486478] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.486582] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.486786] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.486899] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.487185] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.487341] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.487443] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.487562] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.487651] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.487891] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.487995] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.488085] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.488261] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.488365] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.488468] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3e8c32a-4cf3-4e85-b801-0032063c016a is going to be created. [ 726.546853] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.547049] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.547099] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.547360] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.547530] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.561140] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3e8c32a-4cf3-4e85-b801-0032063c016a in Status: IN_PROGRESS for 2s [ 726.968653] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b3e8c32a-4cf3-4e85-b801-0032063c016a',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.474496] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.474641] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.474696] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.474920] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.475022] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.475136] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3e8c32a-4cf3-4e85-b801-0032063c016a is going to be updated. [ 727.500958] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.501137] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.501201] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.501412] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.502050] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.514038] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3e8c32a-4cf3-4e85-b801-0032063c016a in Status: IN_PROGRESS for 2s [ 727.846772] env[70956]: INFO networking_nsxv3.common.synchronization [req-b78eff2d-6c08-43ff-b84a-b9b97b827865 req-8bebef1d-2482-4ac5-8ad0-334e5cf51a45 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Enqueued Resource ID: 3781be8b-e165-4069-8e42-eeace48d4ca3 with Priority: HIGHEST for action security_group_members [ 727.847279] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3781be8b-e165-4069-8e42-eeace48d4ca3 with Priority: HIGHEST for action security_group_members [ 727.847406] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-3781be8b-e165-4069-8e42-eeace48d4ca3 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.847524] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3781be8b-e165-4069-8e42-eeace48d4ca3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.847590] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3781be8b-e165-4069-8e42-eeace48d4ca3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.847785] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3781be8b-e165-4069-8e42-eeace48d4ca3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.848385] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.849459] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.849459] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.849459] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.849459] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.849459] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3781be8b-e165-4069-8e42-eeace48d4ca3',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.351338] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.351704] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.351704] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.351865] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.351907] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.352114] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.352214] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.352271] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.354020] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.354020] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.354020] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3781be8b-e165-4069-8e42-eeace48d4ca3 is going to be updated. [ 728.380039] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.380627] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.382502] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.386014] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.386014] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.391745] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3781be8b-e165-4069-8e42-eeace48d4ca3 in Status: IN_PROGRESS for 2s [ 728.580089] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3e8c32a-4cf3-4e85-b801-0032063c016a in Status: SUCCESS [ 728.580089] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3e8c32a-4cf3-4e85-b801-0032063c016a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.580089] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3e8c32a-4cf3-4e85-b801-0032063c016a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.580089] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3e8c32a-4cf3-4e85-b801-0032063c016a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.580089] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3e8c32a-4cf3-4e85-b801-0032063c016a',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.082557] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3e8c32a-4cf3-4e85-b801-0032063c016a taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.082734] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3e8c32a-4cf3-4e85-b801-0032063c016a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.410051] env[70956]: INFO networking_nsxv3.common.synchronization [req-965bf455-22d9-4da0-ab02-70789e4c0c06 req-0fbbcfd4-cd74-47f9-890a-f05ed6c83c89 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Enqueued Resource ID: 8e7cb093-c160-4200-810a-24193daf0945 with Priority: HIGHEST for action security_group_members [ 729.415025] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e7cb093-c160-4200-810a-24193daf0945 with Priority: HIGHEST for action security_group_members [ 729.415025] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e7cb093-c160-4200-810a-24193daf0945 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.415025] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.415025] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.415025] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.415025] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.415025] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.415025] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.415025] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.415025] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.415025] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e7cb093-c160-4200-810a-24193daf0945',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.526072] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3e8c32a-4cf3-4e85-b801-0032063c016a in Status: SUCCESS [ 729.527018] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3e8c32a-4cf3-4e85-b801-0032063c016a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.527018] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3e8c32a-4cf3-4e85-b801-0032063c016a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.527018] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3e8c32a-4cf3-4e85-b801-0032063c016a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.527018] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.527018] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.527254] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.527254] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.527329] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.527429] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3e8c32a-4cf3-4e85-b801-0032063c016a',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.883882] env[70956]: INFO networking_nsxv3.common.synchronization [req-115f44be-e13a-458a-9b24-ee27c4d00284 req-5769bfdd-df32-400c-aa02-7eb69f61deda tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] Enqueued Resource ID: 0b97fe1b-4888-46b9-a4a1-718215aece16 with Priority: HIGHEST for action security_group_members [ 729.887851] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b97fe1b-4888-46b9-a4a1-718215aece16 with Priority: HIGHEST for action security_group_members [ 729.888366] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b97fe1b-4888-46b9-a4a1-718215aece16 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.888537] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b97fe1b-4888-46b9-a4a1-718215aece16" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.888537] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b97fe1b-4888-46b9-a4a1-718215aece16" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.889452] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b97fe1b-4888-46b9-a4a1-718215aece16" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.890243] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.890419] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.890512] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.890732] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.890846] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.890968] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b97fe1b-4888-46b9-a4a1-718215aece16',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.917272] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.917376] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.917407] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.917659] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.917718] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.917915] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.918027] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.918093] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.918244] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.918324] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.918411] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e7cb093-c160-4200-810a-24193daf0945 is going to be updated. [ 729.948304] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.948523] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.948597] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.948813] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.948952] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.958260] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e7cb093-c160-4200-810a-24193daf0945 in Status: IN_PROGRESS for 2s [ 730.030856] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b3e8c32a-4cf3-4e85-b801-0032063c016a',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.208548] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-950 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.208756] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-950" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.208883] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-950" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.209287] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-950" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.209590] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.209811] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.209961] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.213617] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.213777] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.214067] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 730.214203] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 730.214322] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 730.214466] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 730.214619] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 730.214739] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 730.214877] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 730.232220] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 730.232220] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 730.232220] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 730.232220] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-950" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.232453] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-546f80e1-694e-4151-b03c-93b65737d4c1 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.232537] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-546f80e1-694e-4151-b03c-93b65737d4c1" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.232687] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-546f80e1-694e-4151-b03c-93b65737d4c1" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.232944] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-546f80e1-694e-4151-b03c-93b65737d4c1" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.233103] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('546f80e1-694e-4151-b03c-93b65737d4c1',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.393883] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.394047] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.394121] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.394334] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.394430] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.394618] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.394714] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.394776] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.394920] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.395430] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.395593] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b97fe1b-4888-46b9-a4a1-718215aece16 already deleted. [ 730.395692] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b97fe1b-4888-46b9-a4a1-718215aece16" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.403910] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3781be8b-e165-4069-8e42-eeace48d4ca3 in Status: SUCCESS [ 730.404099] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3781be8b-e165-4069-8e42-eeace48d4ca3 deletion is rescheduled due to dependency. [ 730.404207] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3781be8b-e165-4069-8e42-eeace48d4ca3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.536728] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b3e8c32a-4cf3-4e85-b801-0032063c016a',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.737332] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.737574] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.737697] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.737980] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.738141] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.738294] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Segment Port 546f80e1-694e-4151-b03c-93b65737d4c1 not found, creating... [ 730.738560] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.738712] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.738828] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.739054] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.739249] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.739546] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.739701] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.739816] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.740564] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.743014] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.743014] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: 546f80e1-694e-4151-b03c-93b65737d4c1 is going to be created. [ 730.780441] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.780591] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.780731] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.782088] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.782088] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.782088] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-546f80e1-694e-4151-b03c-93b65737d4c1" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.044511] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.044737] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.044813] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.045075] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.045187] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.045309] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3e8c32a-4cf3-4e85-b801-0032063c016a is going to be updated. [ 731.076484] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.076631] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.076631] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.076862] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.077046] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.087667] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3e8c32a-4cf3-4e85-b801-0032063c016a in Status: IN_PROGRESS for 2s [ 731.498538] env[70956]: INFO networking_nsxv3.common.synchronization [req-115f44be-e13a-458a-9b24-ee27c4d00284 req-69bc48ba-11d8-49dd-b807-449ad6bb09ec service nova] Enqueued Resource ID: 0b97fe1b-4888-46b9-a4a1-718215aece16 with Priority: HIGHEST for action security_group_rules [ 731.498747] env[70956]: INFO networking_nsxv3.common.synchronization [req-115f44be-e13a-458a-9b24-ee27c4d00284 req-69bc48ba-11d8-49dd-b807-449ad6bb09ec service nova] Enqueued Resource ID: 0b97fe1b-4888-46b9-a4a1-718215aece16 with Priority: HIGHEST for action security_group_members [ 731.498900] env[70956]: INFO networking_nsxv3.common.synchronization [req-115f44be-e13a-458a-9b24-ee27c4d00284 req-69bc48ba-11d8-49dd-b807-449ad6bb09ec service nova] Enqueued Resource ID: 546f80e1-694e-4151-b03c-93b65737d4c1 with Priority: HIGHEST for action port [ 731.503474] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b97fe1b-4888-46b9-a4a1-718215aece16 with Priority: HIGHEST for action security_group_rules [ 731.503474] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b97fe1b-4888-46b9-a4a1-718215aece16 with Priority: HIGHEST for action security_group_members [ 731.503474] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 546f80e1-694e-4151-b03c-93b65737d4c1 with Priority: HIGHEST for action port [ 731.503474] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b97fe1b-4888-46b9-a4a1-718215aece16 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.503474] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b97fe1b-4888-46b9-a4a1-718215aece16" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.503474] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b97fe1b-4888-46b9-a4a1-718215aece16" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.503474] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b97fe1b-4888-46b9-a4a1-718215aece16" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.503474] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b97fe1b-4888-46b9-a4a1-718215aece16',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.508956] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b97fe1b-4888-46b9-a4a1-718215aece16 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.508956] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b97fe1b-4888-46b9-a4a1-718215aece16" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.508956] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b97fe1b-4888-46b9-a4a1-718215aece16" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.508956] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b97fe1b-4888-46b9-a4a1-718215aece16" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.508956] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.508956] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.508956] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.508956] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.508956] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.508956] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b97fe1b-4888-46b9-a4a1-718215aece16',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.508956] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-546f80e1-694e-4151-b03c-93b65737d4c1 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.508956] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-546f80e1-694e-4151-b03c-93b65737d4c1" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.508956] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-546f80e1-694e-4151-b03c-93b65737d4c1" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.508956] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-546f80e1-694e-4151-b03c-93b65737d4c1" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.509670] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('546f80e1-694e-4151-b03c-93b65737d4c1',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.884039] env[70956]: INFO networking_nsxv3.common.synchronization [None req-02883102-3f3b-43c8-8c12-97f404042f5f None None] Enqueued Resource ID: cb60c13f-85b0-4415-abfd-0be6445c7fc2 with Priority: HIGHEST for action port [ 731.884039] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb60c13f-85b0-4415-abfd-0be6445c7fc2 with Priority: HIGHEST for action port [ 731.884039] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb60c13f-85b0-4415-abfd-0be6445c7fc2 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.884039] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb60c13f-85b0-4415-abfd-0be6445c7fc2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.884039] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb60c13f-85b0-4415-abfd-0be6445c7fc2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.884039] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb60c13f-85b0-4415-abfd-0be6445c7fc2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.884039] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb60c13f-85b0-4415-abfd-0be6445c7fc2',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.969457] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e7cb093-c160-4200-810a-24193daf0945 in Status: SUCCESS [ 731.969457] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e7cb093-c160-4200-810a-24193daf0945 deletion is rescheduled due to dependency. [ 731.969457] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.007785] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b97fe1b-4888-46b9-a4a1-718215aece16 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.007929] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b97fe1b-4888-46b9-a4a1-718215aece16" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.013017] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 546f80e1-694e-4151-b03c-93b65737d4c1 with status ACTIVE [ 732.013017] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.013017] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.013017] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.013265] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.013331] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.013529] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.013630] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.013690] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.013843] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.013918] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.014110] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.014198] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.014255] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.014388] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.014459] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.014540] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 546f80e1-694e-4151-b03c-93b65737d4c1 is going to be updated. [ 732.015749] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0b97fe1b-4888-46b9-a4a1-718215aece16',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.035885] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.036056] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.036125] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.036344] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.036540] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.036900] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-546f80e1-694e-4151-b03c-93b65737d4c1" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.389056] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cb60c13f-85b0-4415-abfd-0be6445c7fc2 [ 732.389056] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.389056] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.389056] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.389056] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.389056] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.389459] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cb60c13f-85b0-4415-abfd-0be6445c7fc2 already deleted. [ 732.389459] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb60c13f-85b0-4415-abfd-0be6445c7fc2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.518516] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0b97fe1b-4888-46b9-a4a1-718215aece16',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.726095] env[70956]: INFO networking_nsxv3.common.synchronization [req-bdfab6d3-c423-49c9-8163-0a560b67fd26 req-ae5a7542-b519-40a8-9228-f020596db797 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Enqueued Resource ID: 0734b4de-c1c9-4d9d-a363-187b7b3887ac with Priority: HIGHEST for action security_group_members [ 732.730311] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0734b4de-c1c9-4d9d-a363-187b7b3887ac with Priority: HIGHEST for action security_group_members [ 732.730617] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-0734b4de-c1c9-4d9d-a363-187b7b3887ac taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.730747] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0734b4de-c1c9-4d9d-a363-187b7b3887ac" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.730816] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0734b4de-c1c9-4d9d-a363-187b7b3887ac" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.731042] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0734b4de-c1c9-4d9d-a363-187b7b3887ac" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.731203] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.731318] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.731558] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.731622] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.731733] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.731832] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0734b4de-c1c9-4d9d-a363-187b7b3887ac',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.021251] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.021634] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.021712] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.022225] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.022367] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.022525] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b97fe1b-4888-46b9-a4a1-718215aece16 is going to be created. [ 733.047565] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.048224] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.048369] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.048553] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.048716] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.058619] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b97fe1b-4888-46b9-a4a1-718215aece16 in Status: UNINITIALIZED for 2s [ 733.091123] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-713 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.091123] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-713" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.091565] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-713" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.091565] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-713" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.095134] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.095134] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.095134] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.095134] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.095134] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.095134] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 733.095134] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 733.095134] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 733.095134] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 733.095134] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 733.095134] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 733.095134] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 733.101620] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3e8c32a-4cf3-4e85-b801-0032063c016a in Status: SUCCESS [ 733.101857] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3e8c32a-4cf3-4e85-b801-0032063c016a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.102887] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3e8c32a-4cf3-4e85-b801-0032063c016a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.103173] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3e8c32a-4cf3-4e85-b801-0032063c016a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.103291] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.103413] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.103475] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.103635] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.103715] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.103811] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3e8c32a-4cf3-4e85-b801-0032063c016a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.103881] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b3e8c32a-4cf3-4e85-b801-0032063c016a',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.111576] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 733.111837] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 733.111913] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 733.112110] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-713" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.112428] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-c714465c-bd94-4677-ac07-cfdd3b82b4ad taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.112611] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-c714465c-bd94-4677-ac07-cfdd3b82b4ad" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.112732] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-c714465c-bd94-4677-ac07-cfdd3b82b4ad" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.113063] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-c714465c-bd94-4677-ac07-cfdd3b82b4ad" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.113226] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c714465c-bd94-4677-ac07-cfdd3b82b4ad',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.236232] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0734b4de-c1c9-4d9d-a363-187b7b3887ac',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.614064] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3e8c32a-4cf3-4e85-b801-0032063c016a taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.614064] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3e8c32a-4cf3-4e85-b801-0032063c016a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.614064] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3e8c32a-4cf3-4e85-b801-0032063c016a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.614064] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3e8c32a-4cf3-4e85-b801-0032063c016a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.614064] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.614064] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.614064] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.614064] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.614064] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.614064] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3e8c32a-4cf3-4e85-b801-0032063c016a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.614064] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3e8c32a-4cf3-4e85-b801-0032063c016a taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.614064] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3e8c32a-4cf3-4e85-b801-0032063c016a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.614064] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3e8c32a-4cf3-4e85-b801-0032063c016a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.614064] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3e8c32a-4cf3-4e85-b801-0032063c016a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.614064] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.614064] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.614853] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.614853] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.614853] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.614853] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3e8c32a-4cf3-4e85-b801-0032063c016a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.614853] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b3e8c32a-4cf3-4e85-b801-0032063c016a',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.615830] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.620026] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.620026] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.620026] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.620026] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.620026] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Segment Port c714465c-bd94-4677-ac07-cfdd3b82b4ad not found, creating... [ 733.620026] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.620026] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.620026] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.620026] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.620026] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.620619] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.620619] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.620619] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.620619] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.621257] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.621417] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: c714465c-bd94-4677-ac07-cfdd3b82b4ad is going to be created. [ 733.653617] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.653884] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.654070] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.654372] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.654627] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.654905] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-c714465c-bd94-4677-ac07-cfdd3b82b4ad" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.743963] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0734b4de-c1c9-4d9d-a363-187b7b3887ac',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.781612] env[70956]: INFO networking_nsxv3.common.synchronization [None req-9819cd49-1808-45ec-b92e-ca85b71ecf81 None None] Enqueued Resource ID: c0bc9264-48aa-4243-8534-1c757cd34cb7 with Priority: HIGHEST for action port [ 733.781612] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0bc9264-48aa-4243-8534-1c757cd34cb7 with Priority: HIGHEST for action port [ 733.781958] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-c0bc9264-48aa-4243-8534-1c757cd34cb7 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.782262] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c0bc9264-48aa-4243-8534-1c757cd34cb7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.782338] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c0bc9264-48aa-4243-8534-1c757cd34cb7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.782632] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c0bc9264-48aa-4243-8534-1c757cd34cb7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.782774] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0bc9264-48aa-4243-8534-1c757cd34cb7',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.123900] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b3e8c32a-4cf3-4e85-b801-0032063c016a: rpc.has_security_group_logging(os_id): False [ 734.146447] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.146447] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.146447] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.146447] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.146447] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.146447] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.146447] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.146447] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.146447] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.146447] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.146447] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.146447] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.146447] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.146447] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.146447] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.146927] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.146927] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.146927] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.146927] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.146927] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.146927] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3e8c32a-4cf3-4e85-b801-0032063c016a is going to be updated. [ 734.205679] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.205679] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.205679] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.205679] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.205679] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.218847] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3e8c32a-4cf3-4e85-b801-0032063c016a in Status: IN_PROGRESS for 2s [ 734.246855] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.247100] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.247199] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.247470] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.247577] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.247678] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0734b4de-c1c9-4d9d-a363-187b7b3887ac is going to be updated. [ 734.283919] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.284397] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.284581] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.284886] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.285104] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.289579] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c0bc9264-48aa-4243-8534-1c757cd34cb7 [ 734.289802] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.289928] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.289994] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.290259] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.290355] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.290450] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c0bc9264-48aa-4243-8534-1c757cd34cb7 already deleted. [ 734.290533] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c0bc9264-48aa-4243-8534-1c757cd34cb7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.298489] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0734b4de-c1c9-4d9d-a363-187b7b3887ac in Status: IN_PROGRESS for 2s [ 734.392388] env[70956]: INFO networking_nsxv3.common.synchronization [req-bdfab6d3-c423-49c9-8163-0a560b67fd26 req-4c88cdcd-e9bc-4659-9bc7-985df8af3502 service nova] Enqueued Resource ID: 0734b4de-c1c9-4d9d-a363-187b7b3887ac with Priority: HIGHEST for action security_group_rules [ 734.392388] env[70956]: INFO networking_nsxv3.common.synchronization [req-bdfab6d3-c423-49c9-8163-0a560b67fd26 req-4c88cdcd-e9bc-4659-9bc7-985df8af3502 service nova] Enqueued Resource ID: 0734b4de-c1c9-4d9d-a363-187b7b3887ac with Priority: HIGHEST for action security_group_members [ 734.392388] env[70956]: INFO networking_nsxv3.common.synchronization [req-bdfab6d3-c423-49c9-8163-0a560b67fd26 req-4c88cdcd-e9bc-4659-9bc7-985df8af3502 service nova] Enqueued Resource ID: c714465c-bd94-4677-ac07-cfdd3b82b4ad with Priority: HIGHEST for action port [ 734.392388] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0734b4de-c1c9-4d9d-a363-187b7b3887ac with Priority: HIGHEST for action security_group_rules [ 734.392723] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0734b4de-c1c9-4d9d-a363-187b7b3887ac with Priority: HIGHEST for action security_group_members [ 734.392723] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c714465c-bd94-4677-ac07-cfdd3b82b4ad with Priority: HIGHEST for action port [ 734.392927] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0734b4de-c1c9-4d9d-a363-187b7b3887ac taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.393504] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0734b4de-c1c9-4d9d-a363-187b7b3887ac" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.393612] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0734b4de-c1c9-4d9d-a363-187b7b3887ac" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.395617] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0734b4de-c1c9-4d9d-a363-187b7b3887ac" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.395617] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0734b4de-c1c9-4d9d-a363-187b7b3887ac',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.398453] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-0734b4de-c1c9-4d9d-a363-187b7b3887ac taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.398453] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0734b4de-c1c9-4d9d-a363-187b7b3887ac" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.398453] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-c714465c-bd94-4677-ac07-cfdd3b82b4ad taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.398453] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c714465c-bd94-4677-ac07-cfdd3b82b4ad" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.398453] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c714465c-bd94-4677-ac07-cfdd3b82b4ad" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.398453] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c714465c-bd94-4677-ac07-cfdd3b82b4ad" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.398453] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c714465c-bd94-4677-ac07-cfdd3b82b4ad',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.900137] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-0734b4de-c1c9-4d9d-a363-187b7b3887ac taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.900397] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0734b4de-c1c9-4d9d-a363-187b7b3887ac" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.900634] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c714465c-bd94-4677-ac07-cfdd3b82b4ad with status ACTIVE [ 734.900861] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.900981] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.901090] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.901396] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.901571] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.901872] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.902024] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.902107] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.902331] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.902426] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.902690] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.902814] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.902870] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.903069] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.903195] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.903345] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c714465c-bd94-4677-ac07-cfdd3b82b4ad is going to be updated. [ 734.932526] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.932767] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.932886] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.933229] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.933468] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.933722] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c714465c-bd94-4677-ac07-cfdd3b82b4ad" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.068227] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b97fe1b-4888-46b9-a4a1-718215aece16 in Status: SUCCESS [ 735.068407] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b97fe1b-4888-46b9-a4a1-718215aece16" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.068546] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b97fe1b-4888-46b9-a4a1-718215aece16" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.068778] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b97fe1b-4888-46b9-a4a1-718215aece16" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.068964] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.069105] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.069162] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.069386] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.069464] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.069549] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b97fe1b-4888-46b9-a4a1-718215aece16" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.069661] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0b97fe1b-4888-46b9-a4a1-718215aece16',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.460097] env[70956]: INFO networking_nsxv3.common.synchronization [req-bdccade5-9b4d-404a-9b65-fc0041ba8f2c req-0bf0d0b4-5c5e-4df7-9a34-ff87a45def8c tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Enqueued Resource ID: dfc5c728-04bd-4cb2-82d3-227781c576a7 with Priority: HIGHEST for action security_group_members [ 735.460841] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfc5c728-04bd-4cb2-82d3-227781c576a7 with Priority: HIGHEST for action security_group_members [ 735.462518] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfc5c728-04bd-4cb2-82d3-227781c576a7 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.462703] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfc5c728-04bd-4cb2-82d3-227781c576a7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.462788] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfc5c728-04bd-4cb2-82d3-227781c576a7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.463128] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfc5c728-04bd-4cb2-82d3-227781c576a7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.463368] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.463638] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.464387] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.464387] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.465483] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.465483] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfc5c728-04bd-4cb2-82d3-227781c576a7',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.574930] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b97fe1b-4888-46b9-a4a1-718215aece16 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.574930] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b97fe1b-4888-46b9-a4a1-718215aece16" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.574930] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b97fe1b-4888-46b9-a4a1-718215aece16" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.574930] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b97fe1b-4888-46b9-a4a1-718215aece16" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.574930] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.574930] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.574930] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.574930] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.574930] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.574930] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b97fe1b-4888-46b9-a4a1-718215aece16" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.574930] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b97fe1b-4888-46b9-a4a1-718215aece16 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.574930] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b97fe1b-4888-46b9-a4a1-718215aece16" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.574930] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b97fe1b-4888-46b9-a4a1-718215aece16" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.574930] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b97fe1b-4888-46b9-a4a1-718215aece16" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.574930] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.574930] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.575619] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.575619] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.575619] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.575619] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b97fe1b-4888-46b9-a4a1-718215aece16" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.575619] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0b97fe1b-4888-46b9-a4a1-718215aece16',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.968959] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dfc5c728-04bd-4cb2-82d3-227781c576a7',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.079036] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0b97fe1b-4888-46b9-a4a1-718215aece16: rpc.has_security_group_logging(os_id): False [ 736.096901] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.097300] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.097300] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.097528] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.097656] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.097939] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.098102] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.098179] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.098365] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.098537] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.098716] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.098828] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.098906] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.099115] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.099201] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.099495] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.099604] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.099693] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.099872] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.099952] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.100083] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b97fe1b-4888-46b9-a4a1-718215aece16 is going to be created. [ 736.147645] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-303 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.147645] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-303" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.147645] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-303" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.148155] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-303" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.148245] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.148452] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.148580] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.149071] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.149071] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.149379] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 736.149534] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 736.149685] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 736.149801] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 736.149981] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 736.150155] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 736.150449] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 736.157615] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.157805] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.157880] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.158202] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.158866] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.170134] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 736.170498] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 736.170676] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 736.170932] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-303" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.171310] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-35c7e796-5bdc-4b35-bddc-0b093314c171 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.171631] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-35c7e796-5bdc-4b35-bddc-0b093314c171" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.171809] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-35c7e796-5bdc-4b35-bddc-0b093314c171" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.172299] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-35c7e796-5bdc-4b35-bddc-0b093314c171" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.172439] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35c7e796-5bdc-4b35-bddc-0b093314c171',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.174550] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b97fe1b-4888-46b9-a4a1-718215aece16 in Status: IN_PROGRESS for 2s [ 736.233346] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3e8c32a-4cf3-4e85-b801-0032063c016a in Status: SUCCESS [ 736.233588] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3e8c32a-4cf3-4e85-b801-0032063c016a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.233775] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3e8c32a-4cf3-4e85-b801-0032063c016a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.234000] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3e8c32a-4cf3-4e85-b801-0032063c016a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.234106] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3e8c32a-4cf3-4e85-b801-0032063c016a',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.307677] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0734b4de-c1c9-4d9d-a363-187b7b3887ac in Status: SUCCESS [ 736.307856] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0734b4de-c1c9-4d9d-a363-187b7b3887ac" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.308079] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0734b4de-c1c9-4d9d-a363-187b7b3887ac" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.308350] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0734b4de-c1c9-4d9d-a363-187b7b3887ac" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.311951] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.311951] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.311951] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.312131] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.312205] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.312306] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0734b4de-c1c9-4d9d-a363-187b7b3887ac',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.474466] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dfc5c728-04bd-4cb2-82d3-227781c576a7',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.676938] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.677172] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.677352] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.679038] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.679038] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.679038] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Segment Port 35c7e796-5bdc-4b35-bddc-0b093314c171 not found, creating... [ 736.679038] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.679038] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.679038] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.679038] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.679518] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.679518] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.679637] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.679996] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.680532] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.680532] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.680532] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: 35c7e796-5bdc-4b35-bddc-0b093314c171 is going to be created. [ 736.702762] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.703017] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.703159] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.703455] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.703684] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.703931] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-35c7e796-5bdc-4b35-bddc-0b093314c171" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.736709] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3e8c32a-4cf3-4e85-b801-0032063c016a taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.736917] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3e8c32a-4cf3-4e85-b801-0032063c016a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.737027] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3e8c32a-4cf3-4e85-b801-0032063c016a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.737445] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3e8c32a-4cf3-4e85-b801-0032063c016a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.737724] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.737857] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.737943] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.738177] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.738316] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.738428] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3e8c32a-4cf3-4e85-b801-0032063c016a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.738521] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b3e8c32a-4cf3-4e85-b801-0032063c016a',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.815367] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0734b4de-c1c9-4d9d-a363-187b7b3887ac',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.978317] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.978493] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.978567] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.978780] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.978877] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.978974] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfc5c728-04bd-4cb2-82d3-227781c576a7 is going to be updated. [ 737.011374] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.011684] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.011738] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.012047] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.012254] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.021053] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfc5c728-04bd-4cb2-82d3-227781c576a7 in Status: IN_PROGRESS for 2s [ 737.241784] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3e8c32a-4cf3-4e85-b801-0032063c016a taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.242035] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3e8c32a-4cf3-4e85-b801-0032063c016a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.243198] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3e8c32a-4cf3-4e85-b801-0032063c016a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.243198] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3e8c32a-4cf3-4e85-b801-0032063c016a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.243332] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.243495] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.245131] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.245338] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.245441] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.245539] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3e8c32a-4cf3-4e85-b801-0032063c016a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.246024] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3e8c32a-4cf3-4e85-b801-0032063c016a taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.246024] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3e8c32a-4cf3-4e85-b801-0032063c016a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.246024] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3e8c32a-4cf3-4e85-b801-0032063c016a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.246024] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3e8c32a-4cf3-4e85-b801-0032063c016a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.246198] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.246238] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.246288] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.246423] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.246500] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.246581] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3e8c32a-4cf3-4e85-b801-0032063c016a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.246671] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b3e8c32a-4cf3-4e85-b801-0032063c016a',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.317264] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0734b4de-c1c9-4d9d-a363-187b7b3887ac',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.455688] env[70956]: INFO networking_nsxv3.common.synchronization [req-f71991af-98e5-4b16-821f-7d34a2b8a4f4 req-9c457b13-c6d0-4948-9ee6-f4a1515be2c3 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Enqueued Resource ID: 9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4 with Priority: HIGHEST for action security_group_members [ 737.456494] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4 with Priority: HIGHEST for action security_group_members [ 737.457434] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.457434] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.457434] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.457434] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.457434] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.457998] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.457998] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.457998] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.457998] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.457998] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.491709] env[70956]: INFO networking_nsxv3.common.synchronization [req-bdccade5-9b4d-404a-9b65-fc0041ba8f2c req-bb1121e6-4841-43b0-b78a-7e1ba5df9171 service nova] Enqueued Resource ID: dfc5c728-04bd-4cb2-82d3-227781c576a7 with Priority: HIGHEST for action security_group_rules [ 737.492053] env[70956]: INFO networking_nsxv3.common.synchronization [req-bdccade5-9b4d-404a-9b65-fc0041ba8f2c req-bb1121e6-4841-43b0-b78a-7e1ba5df9171 service nova] Enqueued Resource ID: dfc5c728-04bd-4cb2-82d3-227781c576a7 with Priority: HIGHEST for action security_group_members [ 737.492053] env[70956]: INFO networking_nsxv3.common.synchronization [req-bdccade5-9b4d-404a-9b65-fc0041ba8f2c req-bb1121e6-4841-43b0-b78a-7e1ba5df9171 service nova] Enqueued Resource ID: 35c7e796-5bdc-4b35-bddc-0b093314c171 with Priority: HIGHEST for action port [ 737.495435] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfc5c728-04bd-4cb2-82d3-227781c576a7 with Priority: HIGHEST for action security_group_rules [ 737.495435] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfc5c728-04bd-4cb2-82d3-227781c576a7 with Priority: HIGHEST for action security_group_members [ 737.495435] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35c7e796-5bdc-4b35-bddc-0b093314c171 with Priority: HIGHEST for action port [ 737.495435] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dfc5c728-04bd-4cb2-82d3-227781c576a7 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.495435] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dfc5c728-04bd-4cb2-82d3-227781c576a7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.495435] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dfc5c728-04bd-4cb2-82d3-227781c576a7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.495435] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dfc5c728-04bd-4cb2-82d3-227781c576a7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.495435] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dfc5c728-04bd-4cb2-82d3-227781c576a7',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.495435] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfc5c728-04bd-4cb2-82d3-227781c576a7 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.495435] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfc5c728-04bd-4cb2-82d3-227781c576a7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.495435] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-35c7e796-5bdc-4b35-bddc-0b093314c171 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.495435] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-35c7e796-5bdc-4b35-bddc-0b093314c171" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.496321] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-35c7e796-5bdc-4b35-bddc-0b093314c171" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.497592] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-35c7e796-5bdc-4b35-bddc-0b093314c171" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.497592] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35c7e796-5bdc-4b35-bddc-0b093314c171',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.751586] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b3e8c32a-4cf3-4e85-b801-0032063c016a: rpc.has_security_group_logging(os_id): False [ 737.771975] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.771975] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.771975] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.771975] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.771975] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.771975] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.771975] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.771975] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.771975] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.771975] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.772718] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.773036] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.773220] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.773664] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.776712] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.776712] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.776712] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.776712] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.776712] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.776712] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.776712] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3e8c32a-4cf3-4e85-b801-0032063c016a is going to be updated. [ 737.819831] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.820028] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.820028] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.820281] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.820446] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.820547] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0734b4de-c1c9-4d9d-a363-187b7b3887ac is going to be updated. [ 737.832750] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.832929] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.832985] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.833199] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.833350] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.854592] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3e8c32a-4cf3-4e85-b801-0032063c016a in Status: IN_PROGRESS for 2s [ 737.859138] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.859377] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.859451] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.859700] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.859799] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.869151] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0734b4de-c1c9-4d9d-a363-187b7b3887ac in Status: IN_PROGRESS for 2s [ 737.961783] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.999145] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfc5c728-04bd-4cb2-82d3-227781c576a7 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.999311] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfc5c728-04bd-4cb2-82d3-227781c576a7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.001725] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 35c7e796-5bdc-4b35-bddc-0b093314c171 with status ACTIVE [ 738.001951] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.002101] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.002173] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.002390] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.002482] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.002669] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.003160] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.003160] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.003160] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.003160] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.003346] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.003346] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.003490] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.003523] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.003578] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.003658] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 35c7e796-5bdc-4b35-bddc-0b093314c171 is going to be updated. [ 738.023130] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.023333] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.023416] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.023591] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.023729] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.023885] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-35c7e796-5bdc-4b35-bddc-0b093314c171" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.187102] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b97fe1b-4888-46b9-a4a1-718215aece16 in Status: SUCCESS [ 738.187375] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b97fe1b-4888-46b9-a4a1-718215aece16" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.465158] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.771621] env[70956]: INFO networking_nsxv3.common.synchronization [req-6aabcb18-6ad9-495b-a4b9-3a560530dcd4 req-570395bf-3a57-487d-81ba-9e191cb4d378 tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Enqueued Resource ID: b3e8c32a-4cf3-4e85-b801-0032063c016a with Priority: HIGHEST for action security_group_members [ 738.772228] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3e8c32a-4cf3-4e85-b801-0032063c016a with Priority: HIGHEST for action security_group_members [ 738.772641] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3e8c32a-4cf3-4e85-b801-0032063c016a taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.772736] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3e8c32a-4cf3-4e85-b801-0032063c016a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.772736] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3e8c32a-4cf3-4e85-b801-0032063c016a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.772928] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3e8c32a-4cf3-4e85-b801-0032063c016a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.776285] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.776418] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.776487] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.776664] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.776752] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.776866] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3e8c32a-4cf3-4e85-b801-0032063c016a',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.968041] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.968171] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.968212] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.968417] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.968544] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.968622] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4 is going to be updated. [ 738.995521] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.995678] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.995716] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.995922] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.996075] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.003768] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4 in Status: IN_PROGRESS for 2s [ 739.028501] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfc5c728-04bd-4cb2-82d3-227781c576a7 in Status: SUCCESS [ 739.028600] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfc5c728-04bd-4cb2-82d3-227781c576a7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.028759] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfc5c728-04bd-4cb2-82d3-227781c576a7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.028958] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfc5c728-04bd-4cb2-82d3-227781c576a7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.029152] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.029282] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.029354] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.030023] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.030023] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.030023] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfc5c728-04bd-4cb2-82d3-227781c576a7',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.279906] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b3e8c32a-4cf3-4e85-b801-0032063c016a',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.532588] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dfc5c728-04bd-4cb2-82d3-227781c576a7',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.782705] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b3e8c32a-4cf3-4e85-b801-0032063c016a',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.870028] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3e8c32a-4cf3-4e85-b801-0032063c016a in Status: SUCCESS [ 739.870281] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3e8c32a-4cf3-4e85-b801-0032063c016a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.877532] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0734b4de-c1c9-4d9d-a363-187b7b3887ac in Status: SUCCESS [ 739.877679] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0734b4de-c1c9-4d9d-a363-187b7b3887ac" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.877837] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0734b4de-c1c9-4d9d-a363-187b7b3887ac" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.878412] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0734b4de-c1c9-4d9d-a363-187b7b3887ac" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.878412] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.878412] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.878412] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.878627] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.878657] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.879788] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0734b4de-c1c9-4d9d-a363-187b7b3887ac" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.879788] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0734b4de-c1c9-4d9d-a363-187b7b3887ac',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.035127] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dfc5c728-04bd-4cb2-82d3-227781c576a7',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.286995] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.286995] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.286995] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.286995] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.286995] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.286995] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3e8c32a-4cf3-4e85-b801-0032063c016a is going to be updated. [ 740.311837] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.312032] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.312118] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.312332] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.312473] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.322933] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3e8c32a-4cf3-4e85-b801-0032063c016a in Status: IN_PROGRESS for 2s [ 740.380847] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-0734b4de-c1c9-4d9d-a363-187b7b3887ac taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.381024] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0734b4de-c1c9-4d9d-a363-187b7b3887ac" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.381065] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0734b4de-c1c9-4d9d-a363-187b7b3887ac" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.381257] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0734b4de-c1c9-4d9d-a363-187b7b3887ac" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.381434] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.381541] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.381643] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.381803] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.381908] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.381977] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0734b4de-c1c9-4d9d-a363-187b7b3887ac" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.382136] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-0734b4de-c1c9-4d9d-a363-187b7b3887ac taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.382228] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0734b4de-c1c9-4d9d-a363-187b7b3887ac" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.382288] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0734b4de-c1c9-4d9d-a363-187b7b3887ac" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.382422] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0734b4de-c1c9-4d9d-a363-187b7b3887ac" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.382558] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.382648] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.382832] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.382878] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.382928] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.383044] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0734b4de-c1c9-4d9d-a363-187b7b3887ac" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.383106] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0734b4de-c1c9-4d9d-a363-187b7b3887ac',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.540296] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.540518] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.541065] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.541065] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.541065] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.541065] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfc5c728-04bd-4cb2-82d3-227781c576a7 is going to be updated. [ 740.567208] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.567363] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.567415] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.567633] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.567778] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.575902] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfc5c728-04bd-4cb2-82d3-227781c576a7 in Status: IN_PROGRESS for 2s [ 740.609386] env[70956]: INFO networking_nsxv3.common.synchronization [req-d3a755ba-10b2-450b-bf0c-d1ceb4b27811 req-eb6a6831-6d6d-4fba-8d5d-6dda4457ca1d tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Enqueued Resource ID: abaebe40-bf40-4663-9001-f1d144ec9ba9 with Priority: HIGHEST for action security_group_members [ 740.609934] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abaebe40-bf40-4663-9001-f1d144ec9ba9 with Priority: HIGHEST for action security_group_members [ 740.610239] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-abaebe40-bf40-4663-9001-f1d144ec9ba9 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.610765] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.610765] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.610765] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.611031] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.611031] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.611150] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.611237] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.611901] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.612043] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('abaebe40-bf40-4663-9001-f1d144ec9ba9',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.885390] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0734b4de-c1c9-4d9d-a363-187b7b3887ac: rpc.has_security_group_logging(os_id): False [ 740.913588] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.913742] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.913810] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.914035] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.914132] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.914354] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.914454] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.914517] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.914668] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.914781] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.914913] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.915012] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.915075] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.915210] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.915285] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.915461] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.915553] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.915613] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.915745] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.915819] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.915899] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0734b4de-c1c9-4d9d-a363-187b7b3887ac is going to be updated. [ 740.976198] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.976348] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.976433] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.976641] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.976782] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.987988] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0734b4de-c1c9-4d9d-a363-187b7b3887ac in Status: IN_PROGRESS for 2s [ 740.998636] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-119 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.998840] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-119" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.998963] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-119" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.999245] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-119" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.999600] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.999759] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.999877] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.000102] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.000250] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.000456] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 741.000569] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 741.000678] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 741.000783] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 741.000891] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 741.000993] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 741.001133] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 741.013276] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4 in Status: SUCCESS [ 741.013470] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.027712] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 741.027873] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 741.028021] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 741.028197] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-119" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.028506] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-71726322-a2f9-48aa-8dd5-c0ec02721699 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.028677] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-71726322-a2f9-48aa-8dd5-c0ec02721699" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.028814] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-71726322-a2f9-48aa-8dd5-c0ec02721699" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.029109] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-71726322-a2f9-48aa-8dd5-c0ec02721699" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.029256] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71726322-a2f9-48aa-8dd5-c0ec02721699',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.116564] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('abaebe40-bf40-4663-9001-f1d144ec9ba9',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.531533] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.531852] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.531992] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.532354] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.532584] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.532776] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Segment Port 71726322-a2f9-48aa-8dd5-c0ec02721699 not found, creating... [ 741.533144] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.533346] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.533513] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.533802] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.534030] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.534376] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.534607] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.534755] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.535989] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.535989] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.535989] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: 71726322-a2f9-48aa-8dd5-c0ec02721699 is going to be created. [ 741.558655] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.558655] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.558655] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.558968] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.559217] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.559520] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-71726322-a2f9-48aa-8dd5-c0ec02721699" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.619626] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('abaebe40-bf40-4663-9001-f1d144ec9ba9',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.121907] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.122235] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.122235] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.122350] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.122448] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.122551] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: abaebe40-bf40-4663-9001-f1d144ec9ba9 is going to be updated. [ 742.149698] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.149866] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.149926] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.150177] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.150339] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.160369] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: abaebe40-bf40-4663-9001-f1d144ec9ba9 in Status: IN_PROGRESS for 2s [ 742.331352] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3e8c32a-4cf3-4e85-b801-0032063c016a in Status: SUCCESS [ 742.331352] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3e8c32a-4cf3-4e85-b801-0032063c016a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.369115] env[70956]: INFO networking_nsxv3.common.synchronization [req-d3a755ba-10b2-450b-bf0c-d1ceb4b27811 req-b794b461-ea69-431e-b291-9157946e2e1e service nova] Enqueued Resource ID: abaebe40-bf40-4663-9001-f1d144ec9ba9 with Priority: HIGHEST for action security_group_rules [ 742.369306] env[70956]: INFO networking_nsxv3.common.synchronization [req-d3a755ba-10b2-450b-bf0c-d1ceb4b27811 req-b794b461-ea69-431e-b291-9157946e2e1e service nova] Enqueued Resource ID: abaebe40-bf40-4663-9001-f1d144ec9ba9 with Priority: HIGHEST for action security_group_members [ 742.369459] env[70956]: INFO networking_nsxv3.common.synchronization [req-d3a755ba-10b2-450b-bf0c-d1ceb4b27811 req-b794b461-ea69-431e-b291-9157946e2e1e service nova] Enqueued Resource ID: 71726322-a2f9-48aa-8dd5-c0ec02721699 with Priority: HIGHEST for action port [ 742.369688] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abaebe40-bf40-4663-9001-f1d144ec9ba9 with Priority: HIGHEST for action security_group_rules [ 742.369813] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abaebe40-bf40-4663-9001-f1d144ec9ba9 with Priority: HIGHEST for action security_group_members [ 742.369905] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71726322-a2f9-48aa-8dd5-c0ec02721699 with Priority: HIGHEST for action port [ 742.371479] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-abaebe40-bf40-4663-9001-f1d144ec9ba9 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.371479] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.371479] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.371479] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.371479] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('abaebe40-bf40-4663-9001-f1d144ec9ba9',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.372736] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-abaebe40-bf40-4663-9001-f1d144ec9ba9 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.372846] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.373061] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-71726322-a2f9-48aa-8dd5-c0ec02721699 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.373159] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-71726322-a2f9-48aa-8dd5-c0ec02721699" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.373220] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-71726322-a2f9-48aa-8dd5-c0ec02721699" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.373408] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-71726322-a2f9-48aa-8dd5-c0ec02721699" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.373482] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71726322-a2f9-48aa-8dd5-c0ec02721699',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.587666] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfc5c728-04bd-4cb2-82d3-227781c576a7 in Status: SUCCESS [ 742.587947] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfc5c728-04bd-4cb2-82d3-227781c576a7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.588407] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfc5c728-04bd-4cb2-82d3-227781c576a7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.588698] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfc5c728-04bd-4cb2-82d3-227781c576a7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.588945] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.589679] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.589858] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.590027] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.590162] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.590314] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfc5c728-04bd-4cb2-82d3-227781c576a7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.590430] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dfc5c728-04bd-4cb2-82d3-227781c576a7',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.875421] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-abaebe40-bf40-4663-9001-f1d144ec9ba9 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.875568] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.875950] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 71726322-a2f9-48aa-8dd5-c0ec02721699 with status ACTIVE [ 742.876890] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.878053] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.878053] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.878053] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.878053] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.878053] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.878053] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.878053] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.878053] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.878053] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.878934] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.878934] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.882146] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.882344] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.882423] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.882508] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 71726322-a2f9-48aa-8dd5-c0ec02721699 is going to be updated. [ 742.907361] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.907508] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.907592] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.907782] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.907915] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.908295] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-71726322-a2f9-48aa-8dd5-c0ec02721699" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.001476] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0734b4de-c1c9-4d9d-a363-187b7b3887ac in Status: SUCCESS [ 743.001725] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0734b4de-c1c9-4d9d-a363-187b7b3887ac" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.092683] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfc5c728-04bd-4cb2-82d3-227781c576a7 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.092890] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfc5c728-04bd-4cb2-82d3-227781c576a7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.092989] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfc5c728-04bd-4cb2-82d3-227781c576a7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.093262] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfc5c728-04bd-4cb2-82d3-227781c576a7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.093545] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.093668] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.093711] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.093883] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.094674] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.094674] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfc5c728-04bd-4cb2-82d3-227781c576a7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.094674] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfc5c728-04bd-4cb2-82d3-227781c576a7 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.094674] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfc5c728-04bd-4cb2-82d3-227781c576a7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.094674] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfc5c728-04bd-4cb2-82d3-227781c576a7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.094674] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfc5c728-04bd-4cb2-82d3-227781c576a7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.094674] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.095169] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.095169] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.095169] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.095169] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.095664] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfc5c728-04bd-4cb2-82d3-227781c576a7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.095664] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dfc5c728-04bd-4cb2-82d3-227781c576a7',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.598232] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dfc5c728-04bd-4cb2-82d3-227781c576a7: rpc.has_security_group_logging(os_id): False [ 743.614652] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.614822] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.614906] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.615147] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.615240] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.615437] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.615557] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.615596] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.615729] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.615855] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.616038] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.616094] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.616125] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.616262] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.616692] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.616692] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.616692] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.616692] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.616934] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.616934] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.616934] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dfc5c728-04bd-4cb2-82d3-227781c576a7 is going to be updated. [ 743.697227] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.697388] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.697448] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.697927] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.697927] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.711529] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dfc5c728-04bd-4cb2-82d3-227781c576a7 in Status: IN_PROGRESS for 2s [ 744.171984] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: abaebe40-bf40-4663-9001-f1d144ec9ba9 in Status: SUCCESS [ 744.172217] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.172380] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.172595] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.172780] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.172894] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.172956] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.173116] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.173194] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.173289] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('abaebe40-bf40-4663-9001-f1d144ec9ba9',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.676199] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('abaebe40-bf40-4663-9001-f1d144ec9ba9',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.179832] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('abaebe40-bf40-4663-9001-f1d144ec9ba9',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.681899] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.682192] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.682192] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.682366] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.682459] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.682608] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: abaebe40-bf40-4663-9001-f1d144ec9ba9 is going to be updated. [ 745.707296] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.707646] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.707646] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.707646] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.707778] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.718418] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: abaebe40-bf40-4663-9001-f1d144ec9ba9 in Status: IN_PROGRESS for 2s [ 745.724792] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dfc5c728-04bd-4cb2-82d3-227781c576a7 in Status: SUCCESS [ 745.725136] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dfc5c728-04bd-4cb2-82d3-227781c576a7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.802185] env[70956]: INFO networking_nsxv3.common.synchronization [req-45fab5d2-496b-4cec-9f21-f8fe0b94b23f req-da1e039b-c565-4fa3-a279-694062aff6b9 tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] Enqueued Resource ID: 0b97fe1b-4888-46b9-a4a1-718215aece16 with Priority: HIGHEST for action security_group_members [ 746.803999] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b97fe1b-4888-46b9-a4a1-718215aece16 with Priority: HIGHEST for action security_group_members [ 746.803999] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b97fe1b-4888-46b9-a4a1-718215aece16 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.803999] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b97fe1b-4888-46b9-a4a1-718215aece16" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.803999] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b97fe1b-4888-46b9-a4a1-718215aece16" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.807486] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b97fe1b-4888-46b9-a4a1-718215aece16" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.807486] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.807486] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.807486] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.807486] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.807486] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.807486] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b97fe1b-4888-46b9-a4a1-718215aece16',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.309417] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.309594] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.309665] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.309876] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.309971] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.310185] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.310278] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.310354] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.310525] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.310604] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.310694] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b97fe1b-4888-46b9-a4a1-718215aece16 is going to be updated. [ 747.336997] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.337152] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.337225] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.337466] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.337608] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.345701] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b97fe1b-4888-46b9-a4a1-718215aece16 in Status: IN_PROGRESS for 2s [ 747.727441] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: abaebe40-bf40-4663-9001-f1d144ec9ba9 in Status: SUCCESS [ 747.727748] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.727975] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.728299] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.728509] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.728624] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.728703] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.728870] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.729075] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.729203] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.729340] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('abaebe40-bf40-4663-9001-f1d144ec9ba9',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.232304] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-abaebe40-bf40-4663-9001-f1d144ec9ba9 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.232635] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.232635] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.233374] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.233374] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.233374] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.233374] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.233577] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.233577] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.233687] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.233825] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-abaebe40-bf40-4663-9001-f1d144ec9ba9 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.235327] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.235327] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.235327] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.235327] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.235327] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.235327] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.235327] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.235327] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.235327] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.235327] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('abaebe40-bf40-4663-9001-f1d144ec9ba9',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.737083] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for abaebe40-bf40-4663-9001-f1d144ec9ba9: rpc.has_security_group_logging(os_id): False [ 748.756439] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.756656] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.756745] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.756973] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.757090] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.757320] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.757418] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.757494] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.757656] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.757767] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.757996] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.758064] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.758126] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.758265] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.758354] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.758544] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.758634] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.758692] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.758847] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.758923] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.759018] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: abaebe40-bf40-4663-9001-f1d144ec9ba9 is going to be updated. [ 748.817945] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.818149] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.818265] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.818489] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.818641] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.829744] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: abaebe40-bf40-4663-9001-f1d144ec9ba9 in Status: IN_PROGRESS for 2s [ 749.356655] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b97fe1b-4888-46b9-a4a1-718215aece16 in Status: SUCCESS [ 749.357030] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b97fe1b-4888-46b9-a4a1-718215aece16 deletion is rescheduled due to dependency. [ 749.357030] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b97fe1b-4888-46b9-a4a1-718215aece16" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.851110] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: abaebe40-bf40-4663-9001-f1d144ec9ba9 in Status: SUCCESS [ 750.851756] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.804746] env[70956]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 751.804898] env[70956]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 752.925950] env[70956]: INFO networking_nsxv3.common.synchronization [req-df790a8b-836b-49f0-8742-490750dd41ea req-a6177c01-a515-49d3-bdc6-9a2a660fdf3d tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] Enqueued Resource ID: d04365f0-bcd2-412d-8d98-359bbab1a999 with Priority: HIGHEST for action security_group_members [ 752.928137] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d04365f0-bcd2-412d-8d98-359bbab1a999 with Priority: HIGHEST for action security_group_members [ 752.928697] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-d04365f0-bcd2-412d-8d98-359bbab1a999 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.928825] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d04365f0-bcd2-412d-8d98-359bbab1a999" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.928894] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d04365f0-bcd2-412d-8d98-359bbab1a999" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.930515] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d04365f0-bcd2-412d-8d98-359bbab1a999" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.930515] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.930515] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.930515] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.931019] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.931271] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.931271] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d04365f0-bcd2-412d-8d98-359bbab1a999',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.433437] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.433573] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.434148] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.434400] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.434574] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.434746] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.434857] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.434924] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.435260] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.435260] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.435260] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d04365f0-bcd2-412d-8d98-359bbab1a999 already deleted. [ 753.435378] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d04365f0-bcd2-412d-8d98-359bbab1a999" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.907625] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-494 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.907884] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-494" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.908039] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-494" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.908411] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-494" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.908689] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.908848] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.908991] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.909250] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.909442] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.909662] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 753.909781] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 753.909915] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 753.910046] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 753.910165] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 753.910266] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 753.910420] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 753.933139] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 753.933139] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 753.933139] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 753.933139] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-494" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.933139] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-68c28356-c361-458f-bbc1-531dbe6a4d34 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.933139] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-68c28356-c361-458f-bbc1-531dbe6a4d34" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.933139] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-68c28356-c361-458f-bbc1-531dbe6a4d34" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.933139] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-68c28356-c361-458f-bbc1-531dbe6a4d34" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.933139] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68c28356-c361-458f-bbc1-531dbe6a4d34',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.436849] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.437330] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.438226] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.438226] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.438226] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.438332] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Segment Port 68c28356-c361-458f-bbc1-531dbe6a4d34 not found, creating... [ 754.439027] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.439027] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.439027] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.439199] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.439199] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.439529] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.439705] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.439824] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.440056] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.440196] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.440338] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: 68c28356-c361-458f-bbc1-531dbe6a4d34 is going to be created. [ 754.467827] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.468719] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.468719] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.468719] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.469048] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.469158] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-68c28356-c361-458f-bbc1-531dbe6a4d34" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.291257] env[70956]: INFO networking_nsxv3.common.synchronization [req-df790a8b-836b-49f0-8742-490750dd41ea req-11c8d5ac-ef08-41cf-85f7-559fc8a84359 service nova] Enqueued Resource ID: d04365f0-bcd2-412d-8d98-359bbab1a999 with Priority: HIGHEST for action security_group_rules [ 755.291257] env[70956]: INFO networking_nsxv3.common.synchronization [req-df790a8b-836b-49f0-8742-490750dd41ea req-11c8d5ac-ef08-41cf-85f7-559fc8a84359 service nova] Enqueued Resource ID: d04365f0-bcd2-412d-8d98-359bbab1a999 with Priority: HIGHEST for action security_group_members [ 755.291257] env[70956]: INFO networking_nsxv3.common.synchronization [req-df790a8b-836b-49f0-8742-490750dd41ea req-11c8d5ac-ef08-41cf-85f7-559fc8a84359 service nova] Enqueued Resource ID: 68c28356-c361-458f-bbc1-531dbe6a4d34 with Priority: HIGHEST for action port [ 755.294452] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d04365f0-bcd2-412d-8d98-359bbab1a999 with Priority: HIGHEST for action security_group_rules [ 755.294452] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d04365f0-bcd2-412d-8d98-359bbab1a999 with Priority: HIGHEST for action security_group_members [ 755.294452] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68c28356-c361-458f-bbc1-531dbe6a4d34 with Priority: HIGHEST for action port [ 755.294748] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d04365f0-bcd2-412d-8d98-359bbab1a999 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.294748] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d04365f0-bcd2-412d-8d98-359bbab1a999" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.294850] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d04365f0-bcd2-412d-8d98-359bbab1a999" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.295251] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d04365f0-bcd2-412d-8d98-359bbab1a999" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.295251] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d04365f0-bcd2-412d-8d98-359bbab1a999',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.296215] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-d04365f0-bcd2-412d-8d98-359bbab1a999 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.296326] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d04365f0-bcd2-412d-8d98-359bbab1a999" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.296392] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d04365f0-bcd2-412d-8d98-359bbab1a999" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.296601] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d04365f0-bcd2-412d-8d98-359bbab1a999" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.297794] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.297794] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.297794] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.297794] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.297794] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.297794] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d04365f0-bcd2-412d-8d98-359bbab1a999',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.298193] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-68c28356-c361-458f-bbc1-531dbe6a4d34 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.298304] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-68c28356-c361-458f-bbc1-531dbe6a4d34" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.298367] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-68c28356-c361-458f-bbc1-531dbe6a4d34" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.298518] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-68c28356-c361-458f-bbc1-531dbe6a4d34" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.298602] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68c28356-c361-458f-bbc1-531dbe6a4d34',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.430021] env[70956]: INFO networking_nsxv3.common.synchronization [req-bada4c44-4813-4deb-9750-fad11b245489 req-ce6bfa0e-4947-4b1a-923f-dafa54214d64 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Enqueued Resource ID: baf1a941-c8f1-40bb-807d-d935c8003eea with Priority: HIGHEST for action security_group_members [ 755.430021] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: baf1a941-c8f1-40bb-807d-d935c8003eea with Priority: HIGHEST for action security_group_members [ 755.430021] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-baf1a941-c8f1-40bb-807d-d935c8003eea taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.430021] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-baf1a941-c8f1-40bb-807d-d935c8003eea" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.430021] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-baf1a941-c8f1-40bb-807d-d935c8003eea" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.430448] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-baf1a941-c8f1-40bb-807d-d935c8003eea" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.430650] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.430762] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.430825] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.431036] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.431129] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.431220] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('baf1a941-c8f1-40bb-807d-d935c8003eea',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.800759] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-d04365f0-bcd2-412d-8d98-359bbab1a999 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.800759] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d04365f0-bcd2-412d-8d98-359bbab1a999" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.804027] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d04365f0-bcd2-412d-8d98-359bbab1a999',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.804338] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 68c28356-c361-458f-bbc1-531dbe6a4d34 with status ACTIVE [ 755.806185] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.806185] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.806185] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.806185] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.806185] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.807124] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.807343] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.807486] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.808016] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.808016] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.808148] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.808335] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.809034] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.809034] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.809034] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.809034] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 68c28356-c361-458f-bbc1-531dbe6a4d34 is going to be updated. [ 755.854021] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.854883] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.854977] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.855252] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.855421] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.856116] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-68c28356-c361-458f-bbc1-531dbe6a4d34" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.894073] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-124 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.894415] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-124" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.894415] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-124" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.894703] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-124" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.894980] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.895383] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.895383] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.895562] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.895720] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.895940] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 755.896072] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 755.896181] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 755.896292] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 755.896400] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 755.896547] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 755.896631] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 755.929137] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 755.929137] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 755.929284] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 755.929452] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-124" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.930123] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-d3c056a2-3eed-48bb-a30b-e0c124e764ab taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.930123] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-d3c056a2-3eed-48bb-a30b-e0c124e764ab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.930123] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-d3c056a2-3eed-48bb-a30b-e0c124e764ab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.931270] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-d3c056a2-3eed-48bb-a30b-e0c124e764ab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.931270] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3c056a2-3eed-48bb-a30b-e0c124e764ab',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.933357] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.933485] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.933551] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.933744] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.933866] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.934023] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.934132] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.934195] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.934343] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.935142] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.935142] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: baf1a941-c8f1-40bb-807d-d935c8003eea already deleted. [ 755.935142] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-baf1a941-c8f1-40bb-807d-d935c8003eea" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.312491] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d04365f0-bcd2-412d-8d98-359bbab1a999',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.317025] env[70956]: INFO networking_nsxv3.common.synchronization [req-1eb7e5c0-7aa1-4d48-9ee4-814e61c6331f req-2021652a-e80c-43f8-996e-d52c798d8bd1 tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] Enqueued Resource ID: f9c05046-8a5f-4087-bd05-13756cd70553 with Priority: HIGHEST for action security_group_members [ 756.317025] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9c05046-8a5f-4087-bd05-13756cd70553 with Priority: HIGHEST for action security_group_members [ 756.317025] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9c05046-8a5f-4087-bd05-13756cd70553 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.317025] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9c05046-8a5f-4087-bd05-13756cd70553" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.317025] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9c05046-8a5f-4087-bd05-13756cd70553" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.317025] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9c05046-8a5f-4087-bd05-13756cd70553" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.317025] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.317025] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.319960] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.319960] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.319960] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.319960] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9c05046-8a5f-4087-bd05-13756cd70553',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.365025] env[70956]: INFO networking_nsxv3.common.synchronization [req-1eb7e5c0-7aa1-4d48-9ee4-814e61c6331f req-2021652a-e80c-43f8-996e-d52c798d8bd1 tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] Enqueued Resource ID: f9c05046-8a5f-4087-bd05-13756cd70553 with Priority: HIGHEST for action security_group_rules [ 756.365025] env[70956]: INFO networking_nsxv3.common.synchronization [req-1eb7e5c0-7aa1-4d48-9ee4-814e61c6331f req-2021652a-e80c-43f8-996e-d52c798d8bd1 tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] Enqueued Resource ID: f9c05046-8a5f-4087-bd05-13756cd70553 with Priority: HIGHEST for action security_group_members [ 756.365025] env[70956]: INFO networking_nsxv3.common.synchronization [req-1eb7e5c0-7aa1-4d48-9ee4-814e61c6331f req-2021652a-e80c-43f8-996e-d52c798d8bd1 tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] Enqueued Resource ID: 98fe53e7-272c-4da9-bff2-9cd6729c35d5 with Priority: HIGHEST for action port [ 756.365975] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9c05046-8a5f-4087-bd05-13756cd70553 with Priority: HIGHEST for action security_group_rules [ 756.366260] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9c05046-8a5f-4087-bd05-13756cd70553 with Priority: HIGHEST for action security_group_members [ 756.366463] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98fe53e7-272c-4da9-bff2-9cd6729c35d5 with Priority: HIGHEST for action port [ 756.366856] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9c05046-8a5f-4087-bd05-13756cd70553 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.367166] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9c05046-8a5f-4087-bd05-13756cd70553" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.367353] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9c05046-8a5f-4087-bd05-13756cd70553" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.367638] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9c05046-8a5f-4087-bd05-13756cd70553" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.367810] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9c05046-8a5f-4087-bd05-13756cd70553',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.369631] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9c05046-8a5f-4087-bd05-13756cd70553 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.369631] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9c05046-8a5f-4087-bd05-13756cd70553" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.369631] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-98fe53e7-272c-4da9-bff2-9cd6729c35d5 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.369631] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-98fe53e7-272c-4da9-bff2-9cd6729c35d5" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.369631] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-98fe53e7-272c-4da9-bff2-9cd6729c35d5" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.370937] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-98fe53e7-272c-4da9-bff2-9cd6729c35d5" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.371337] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98fe53e7-272c-4da9-bff2-9cd6729c35d5',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.436074] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.436074] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.436074] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.436074] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.436074] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.436074] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Segment Port d3c056a2-3eed-48bb-a30b-e0c124e764ab not found, creating... [ 756.436074] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.436074] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.436074] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.436074] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.436074] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.436635] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.436635] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.436635] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.436635] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.436635] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.436635] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: d3c056a2-3eed-48bb-a30b-e0c124e764ab is going to be created. [ 756.458019] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.458019] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.458019] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.458019] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.458019] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.458019] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-d3c056a2-3eed-48bb-a30b-e0c124e764ab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.739024] env[70956]: INFO networking_nsxv3.common.synchronization [req-75edb24e-1b61-4ccc-83d8-bcc2fe178be9 req-60631384-4f68-4800-ada5-fa11c0f11628 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] Enqueued Resource ID: 869b2ae8-d60e-4ce8-9b4b-89ed8b31bb6b with Priority: HIGHEST for action security_group_members [ 756.739024] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 869b2ae8-d60e-4ce8-9b4b-89ed8b31bb6b with Priority: HIGHEST for action security_group_members [ 756.739558] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-869b2ae8-d60e-4ce8-9b4b-89ed8b31bb6b taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.739822] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-869b2ae8-d60e-4ce8-9b4b-89ed8b31bb6b" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.739978] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-869b2ae8-d60e-4ce8-9b4b-89ed8b31bb6b" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.740273] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-869b2ae8-d60e-4ce8-9b4b-89ed8b31bb6b" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.740518] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.742253] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.742253] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.742253] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.742253] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.742253] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('869b2ae8-d60e-4ce8-9b4b-89ed8b31bb6b',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.814273] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.814917] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.814917] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.817824] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.817824] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.817824] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d04365f0-bcd2-412d-8d98-359bbab1a999 is going to be created. [ 756.821231] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9c05046-8a5f-4087-bd05-13756cd70553',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.841026] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.841026] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.841026] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.841026] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.841026] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.851271] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d04365f0-bcd2-412d-8d98-359bbab1a999 in Status: UNINITIALIZED for 2s [ 756.879196] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9c05046-8a5f-4087-bd05-13756cd70553 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.879196] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9c05046-8a5f-4087-bd05-13756cd70553" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.879196] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 98fe53e7-272c-4da9-bff2-9cd6729c35d5 with status ACTIVE [ 756.879196] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.879196] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.879196] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.879196] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.879196] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.879196] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.879196] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.879196] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.879196] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.879196] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.879196] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.879755] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.879755] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.879755] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.879755] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.879755] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 98fe53e7-272c-4da9-bff2-9cd6729c35d5 is going to be updated. [ 756.900243] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.900415] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.900482] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.900721] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.900881] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.901089] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-98fe53e7-272c-4da9-bff2-9cd6729c35d5" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.243528] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.243716] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.243779] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.243970] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.244079] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.244285] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.244391] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.244447] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.244590] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.244664] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.244890] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 869b2ae8-d60e-4ce8-9b4b-89ed8b31bb6b is going to be updated. [ 757.274973] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.275153] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.275216] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.275432] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.275605] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.288754] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 869b2ae8-d60e-4ce8-9b4b-89ed8b31bb6b in Status: IN_PROGRESS for 2s [ 757.324397] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9c05046-8a5f-4087-bd05-13756cd70553',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.428987] env[70956]: INFO networking_nsxv3.common.synchronization [req-bada4c44-4813-4deb-9750-fad11b245489 req-ce6ff4cc-fe79-4315-bc5c-65171a9c971d service nova] Enqueued Resource ID: baf1a941-c8f1-40bb-807d-d935c8003eea with Priority: HIGHEST for action security_group_rules [ 757.431290] env[70956]: INFO networking_nsxv3.common.synchronization [req-bada4c44-4813-4deb-9750-fad11b245489 req-ce6ff4cc-fe79-4315-bc5c-65171a9c971d service nova] Enqueued Resource ID: baf1a941-c8f1-40bb-807d-d935c8003eea with Priority: HIGHEST for action security_group_members [ 757.433464] env[70956]: INFO networking_nsxv3.common.synchronization [req-bada4c44-4813-4deb-9750-fad11b245489 req-ce6ff4cc-fe79-4315-bc5c-65171a9c971d service nova] Enqueued Resource ID: d3c056a2-3eed-48bb-a30b-e0c124e764ab with Priority: HIGHEST for action port [ 757.433464] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: baf1a941-c8f1-40bb-807d-d935c8003eea with Priority: HIGHEST for action security_group_rules [ 757.433464] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: baf1a941-c8f1-40bb-807d-d935c8003eea with Priority: HIGHEST for action security_group_members [ 757.435428] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3c056a2-3eed-48bb-a30b-e0c124e764ab with Priority: HIGHEST for action port [ 757.435428] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-baf1a941-c8f1-40bb-807d-d935c8003eea taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.435428] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-baf1a941-c8f1-40bb-807d-d935c8003eea" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.435428] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-baf1a941-c8f1-40bb-807d-d935c8003eea" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.435428] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-baf1a941-c8f1-40bb-807d-d935c8003eea" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.435600] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('baf1a941-c8f1-40bb-807d-d935c8003eea',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.436641] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-baf1a941-c8f1-40bb-807d-d935c8003eea taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.436808] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-baf1a941-c8f1-40bb-807d-d935c8003eea" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.436910] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-baf1a941-c8f1-40bb-807d-d935c8003eea" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.437241] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-baf1a941-c8f1-40bb-807d-d935c8003eea" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.437338] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.437495] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.437590] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.437779] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.437907] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.438038] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('baf1a941-c8f1-40bb-807d-d935c8003eea',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.438950] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-d3c056a2-3eed-48bb-a30b-e0c124e764ab taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.439059] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d3c056a2-3eed-48bb-a30b-e0c124e764ab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.439133] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d3c056a2-3eed-48bb-a30b-e0c124e764ab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.439363] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d3c056a2-3eed-48bb-a30b-e0c124e764ab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.439504] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3c056a2-3eed-48bb-a30b-e0c124e764ab',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.746222] env[70956]: INFO networking_nsxv3.common.synchronization [None req-dbd30a02-4aa9-45d1-a09a-ae9c52329c64 None None] Enqueued Resource ID: 0e734212-0109-477c-8ccc-140acfdb598f with Priority: HIGHEST for action port [ 757.746222] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e734212-0109-477c-8ccc-140acfdb598f with Priority: HIGHEST for action port [ 757.746222] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e734212-0109-477c-8ccc-140acfdb598f taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.746222] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e734212-0109-477c-8ccc-140acfdb598f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.746222] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e734212-0109-477c-8ccc-140acfdb598f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.746830] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e734212-0109-477c-8ccc-140acfdb598f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.747054] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e734212-0109-477c-8ccc-140acfdb598f',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.826577] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.827960] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.830996] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.830996] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.830996] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.830996] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9c05046-8a5f-4087-bd05-13756cd70553 is going to be updated. [ 757.862997] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.865020] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.865020] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.865020] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.865020] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.873279] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9c05046-8a5f-4087-bd05-13756cd70553 in Status: IN_PROGRESS for 2s [ 757.942891] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('baf1a941-c8f1-40bb-807d-d935c8003eea',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.944184] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-baf1a941-c8f1-40bb-807d-d935c8003eea taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.944184] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-baf1a941-c8f1-40bb-807d-d935c8003eea" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.944752] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d3c056a2-3eed-48bb-a30b-e0c124e764ab with status ACTIVE [ 757.944752] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.944752] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.944752] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.944993] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.944993] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.945172] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.945276] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.945351] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.946014] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.946014] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.946014] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.946014] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.946014] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.948869] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.949028] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.949508] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d3c056a2-3eed-48bb-a30b-e0c124e764ab is going to be updated. [ 757.968609] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.968823] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.968823] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.969048] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.969246] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.969347] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d3c056a2-3eed-48bb-a30b-e0c124e764ab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.250532] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0e734212-0109-477c-8ccc-140acfdb598f [ 758.250532] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.250701] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.250701] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.250883] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.250976] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.251097] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0e734212-0109-477c-8ccc-140acfdb598f already deleted. [ 758.251181] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e734212-0109-477c-8ccc-140acfdb598f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.452786] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('baf1a941-c8f1-40bb-807d-d935c8003eea',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.704962] env[70956]: INFO networking_nsxv3.common.synchronization [req-f54115de-45e0-4b9a-90ab-d27b849b22ee req-9fc64241-ecf0-434b-8376-d3ba0eb7557d tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] Enqueued Resource ID: 32f555d4-ad34-4452-98fc-424f549cb1ea with Priority: HIGHEST for action security_group_members [ 758.705746] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32f555d4-ad34-4452-98fc-424f549cb1ea with Priority: HIGHEST for action security_group_members [ 758.706626] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-32f555d4-ad34-4452-98fc-424f549cb1ea taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.706626] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32f555d4-ad34-4452-98fc-424f549cb1ea" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.706626] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32f555d4-ad34-4452-98fc-424f549cb1ea" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.706856] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32f555d4-ad34-4452-98fc-424f549cb1ea" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.706856] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.706970] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.706970] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.707603] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.707603] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.707603] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('32f555d4-ad34-4452-98fc-424f549cb1ea',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.861965] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d04365f0-bcd2-412d-8d98-359bbab1a999 in Status: SUCCESS [ 758.862214] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d04365f0-bcd2-412d-8d98-359bbab1a999" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.862749] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d04365f0-bcd2-412d-8d98-359bbab1a999" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.863123] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d04365f0-bcd2-412d-8d98-359bbab1a999" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.863200] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.863300] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.863357] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.863501] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.863588] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.863674] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d04365f0-bcd2-412d-8d98-359bbab1a999" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.863782] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d04365f0-bcd2-412d-8d98-359bbab1a999',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.959801] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.960012] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.960565] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.961851] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.962171] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.962247] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: baf1a941-c8f1-40bb-807d-d935c8003eea is going to be created. [ 758.985152] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.985152] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.985152] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.985397] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.985640] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.995099] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: baf1a941-c8f1-40bb-807d-d935c8003eea in Status: UNINITIALIZED for 2s [ 759.210358] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.210622] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.210693] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.210926] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.211041] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.214055] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.214055] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.214055] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.214055] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.214055] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.214378] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32f555d4-ad34-4452-98fc-424f549cb1ea already deleted. [ 759.214378] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32f555d4-ad34-4452-98fc-424f549cb1ea" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.297412] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 869b2ae8-d60e-4ce8-9b4b-89ed8b31bb6b in Status: SUCCESS [ 759.297682] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 869b2ae8-d60e-4ce8-9b4b-89ed8b31bb6b deletion is rescheduled due to dependency. [ 759.297805] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-869b2ae8-d60e-4ce8-9b4b-89ed8b31bb6b" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.366305] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d04365f0-bcd2-412d-8d98-359bbab1a999',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.434317] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-492 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.434570] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-492" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.435053] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-492" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.435189] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-492" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.435372] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.435603] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.435716] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.436202] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.436202] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.436324] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 759.436442] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 759.436553] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 759.436707] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 759.436790] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 759.436894] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 759.437060] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 759.456097] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 759.456097] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 759.456097] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 759.456097] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-492" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.456699] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-bed92e6d-a279-4ead-a3f0-eb17d6656fe0 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.456699] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-bed92e6d-a279-4ead-a3f0-eb17d6656fe0" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.456699] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-bed92e6d-a279-4ead-a3f0-eb17d6656fe0" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.457932] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-bed92e6d-a279-4ead-a3f0-eb17d6656fe0" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.457932] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bed92e6d-a279-4ead-a3f0-eb17d6656fe0',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.869114] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d04365f0-bcd2-412d-8d98-359bbab1a999: rpc.has_security_group_logging(os_id): False [ 759.883703] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9c05046-8a5f-4087-bd05-13756cd70553 in Status: SUCCESS [ 759.883703] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9c05046-8a5f-4087-bd05-13756cd70553" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.883703] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9c05046-8a5f-4087-bd05-13756cd70553" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.883899] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9c05046-8a5f-4087-bd05-13756cd70553" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.884077] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.884196] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.884276] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.884807] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.884807] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.884807] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9c05046-8a5f-4087-bd05-13756cd70553',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.888210] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.888363] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.888446] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.888579] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.888677] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.889326] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.889326] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.889326] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.889326] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.889596] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.889596] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d04365f0-bcd2-412d-8d98-359bbab1a999 is going to be created. [ 759.946496] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.946697] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.946760] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.948865] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.948865] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.958265] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d04365f0-bcd2-412d-8d98-359bbab1a999 in Status: IN_PROGRESS for 2s [ 759.963671] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.967732] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.967732] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.967732] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.967732] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.967732] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Segment Port bed92e6d-a279-4ead-a3f0-eb17d6656fe0 not found, creating... [ 759.967732] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.967732] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.967732] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.967732] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.967732] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.968215] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.968215] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.968215] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.968215] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.968215] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.968215] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: bed92e6d-a279-4ead-a3f0-eb17d6656fe0 is going to be created. [ 759.990780] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.991081] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.991246] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.991516] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.991806] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.992112] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-bed92e6d-a279-4ead-a3f0-eb17d6656fe0" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.388289] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9c05046-8a5f-4087-bd05-13756cd70553',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.428368] env[70956]: INFO networking_nsxv3.common.synchronization [None req-bcfe84f8-d2a0-434a-956d-33e6459c61e5 None None] Enqueued Resource ID: 756e3ee3-8975-4a88-bba9-05b961484464 with Priority: HIGHEST for action port [ 760.429607] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 756e3ee3-8975-4a88-bba9-05b961484464 with Priority: HIGHEST for action port [ 760.429607] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-756e3ee3-8975-4a88-bba9-05b961484464 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.429820] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-756e3ee3-8975-4a88-bba9-05b961484464" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.429920] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-756e3ee3-8975-4a88-bba9-05b961484464" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.430385] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-756e3ee3-8975-4a88-bba9-05b961484464" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.430540] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('756e3ee3-8975-4a88-bba9-05b961484464',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.892145] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9c05046-8a5f-4087-bd05-13756cd70553',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.936190] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 756e3ee3-8975-4a88-bba9-05b961484464 [ 760.936528] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.936724] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.936816] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.937088] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.937201] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.937351] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:756e3ee3-8975-4a88-bba9-05b961484464 already deleted. [ 760.937496] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-756e3ee3-8975-4a88-bba9-05b961484464" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.982958] env[70956]: INFO networking_nsxv3.common.synchronization [req-f54115de-45e0-4b9a-90ab-d27b849b22ee req-c373de98-c284-4b53-85fe-1d349eeb56ce service nova] Enqueued Resource ID: 32f555d4-ad34-4452-98fc-424f549cb1ea with Priority: HIGHEST for action security_group_rules [ 760.983889] env[70956]: INFO networking_nsxv3.common.synchronization [req-f54115de-45e0-4b9a-90ab-d27b849b22ee req-c373de98-c284-4b53-85fe-1d349eeb56ce service nova] Enqueued Resource ID: 32f555d4-ad34-4452-98fc-424f549cb1ea with Priority: HIGHEST for action security_group_members [ 760.983889] env[70956]: INFO networking_nsxv3.common.synchronization [req-f54115de-45e0-4b9a-90ab-d27b849b22ee req-c373de98-c284-4b53-85fe-1d349eeb56ce service nova] Enqueued Resource ID: bed92e6d-a279-4ead-a3f0-eb17d6656fe0 with Priority: HIGHEST for action port [ 760.984061] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32f555d4-ad34-4452-98fc-424f549cb1ea with Priority: HIGHEST for action security_group_rules [ 760.986413] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32f555d4-ad34-4452-98fc-424f549cb1ea with Priority: HIGHEST for action security_group_members [ 760.986659] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bed92e6d-a279-4ead-a3f0-eb17d6656fe0 with Priority: HIGHEST for action port [ 760.990032] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-32f555d4-ad34-4452-98fc-424f549cb1ea taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.990032] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-32f555d4-ad34-4452-98fc-424f549cb1ea" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.990032] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-32f555d4-ad34-4452-98fc-424f549cb1ea" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.990032] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-32f555d4-ad34-4452-98fc-424f549cb1ea" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.990032] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('32f555d4-ad34-4452-98fc-424f549cb1ea',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.990032] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-32f555d4-ad34-4452-98fc-424f549cb1ea taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.990032] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32f555d4-ad34-4452-98fc-424f549cb1ea" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.991865] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32f555d4-ad34-4452-98fc-424f549cb1ea" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.992155] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32f555d4-ad34-4452-98fc-424f549cb1ea" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.992356] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.992497] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.992582] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.992867] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.992970] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.993122] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('32f555d4-ad34-4452-98fc-424f549cb1ea',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.994234] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-bed92e6d-a279-4ead-a3f0-eb17d6656fe0 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.994444] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bed92e6d-a279-4ead-a3f0-eb17d6656fe0" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.994487] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bed92e6d-a279-4ead-a3f0-eb17d6656fe0" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.995050] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bed92e6d-a279-4ead-a3f0-eb17d6656fe0" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.995050] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bed92e6d-a279-4ead-a3f0-eb17d6656fe0',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.008310] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: baf1a941-c8f1-40bb-807d-d935c8003eea in Status: SUCCESS [ 761.008310] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-baf1a941-c8f1-40bb-807d-d935c8003eea" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.008310] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-baf1a941-c8f1-40bb-807d-d935c8003eea" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.009294] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-baf1a941-c8f1-40bb-807d-d935c8003eea" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.009589] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.009995] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.009995] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.009995] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.010136] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.010166] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-baf1a941-c8f1-40bb-807d-d935c8003eea" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.010849] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('baf1a941-c8f1-40bb-807d-d935c8003eea',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.398104] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.398476] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.398476] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.398662] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.398662] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.398764] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9c05046-8a5f-4087-bd05-13756cd70553 is going to be updated. [ 761.425298] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.425485] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.425573] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.425726] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.425873] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.441542] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9c05046-8a5f-4087-bd05-13756cd70553 in Status: IN_PROGRESS for 2s [ 761.460855] env[70956]: INFO networking_nsxv3.common.synchronization [req-fbb35d30-e71b-42fe-9e83-f9a57e3a67a5 req-2ad3db26-b46f-42dd-8abb-c66155947bb1 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] Enqueued Resource ID: 40caa852-27af-450b-95e9-706372b8ecf4 with Priority: HIGHEST for action security_group_members [ 761.461426] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40caa852-27af-450b-95e9-706372b8ecf4 with Priority: HIGHEST for action security_group_members [ 761.461740] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-40caa852-27af-450b-95e9-706372b8ecf4 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.461870] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40caa852-27af-450b-95e9-706372b8ecf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.461935] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40caa852-27af-450b-95e9-706372b8ecf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.465721] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40caa852-27af-450b-95e9-706372b8ecf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.465721] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.465721] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.465721] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.465721] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.465721] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.465721] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40caa852-27af-450b-95e9-706372b8ecf4',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.498583] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-32f555d4-ad34-4452-98fc-424f549cb1ea taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.498713] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32f555d4-ad34-4452-98fc-424f549cb1ea" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.502345] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bed92e6d-a279-4ead-a3f0-eb17d6656fe0 with status ACTIVE [ 761.503337] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.503337] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.503337] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.503337] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.503337] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.503569] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.503569] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.503640] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.503780] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.504557] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.504557] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.504557] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.504557] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.504557] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.504557] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.504557] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bed92e6d-a279-4ead-a3f0-eb17d6656fe0 is going to be updated. [ 761.505538] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('32f555d4-ad34-4452-98fc-424f549cb1ea',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.512759] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('baf1a941-c8f1-40bb-807d-d935c8003eea',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.526526] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.526647] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.526707] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.527114] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.527114] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.527252] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bed92e6d-a279-4ead-a3f0-eb17d6656fe0" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.766672] env[70956]: INFO networking_nsxv3.common.synchronization [None req-0f1cff7a-8005-4dd4-bb54-263a7cd90107 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Enqueued Resource ID: aad90041-8030-4c04-9213-b5a00b37381c with Priority: HIGHEST for action security_group_rules [ 761.768381] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aad90041-8030-4c04-9213-b5a00b37381c with Priority: HIGHEST for action security_group_rules [ 761.768381] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aad90041-8030-4c04-9213-b5a00b37381c taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.768381] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aad90041-8030-4c04-9213-b5a00b37381c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.768381] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aad90041-8030-4c04-9213-b5a00b37381c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.768381] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aad90041-8030-4c04-9213-b5a00b37381c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.768381] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aad90041-8030-4c04-9213-b5a00b37381c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.971723] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.971723] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.971723] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.971723] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.971723] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.971723] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.971723] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.971723] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.971723] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.971723] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.971723] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40caa852-27af-450b-95e9-706372b8ecf4 already deleted. [ 761.971723] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40caa852-27af-450b-95e9-706372b8ecf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.971723] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d04365f0-bcd2-412d-8d98-359bbab1a999 in Status: SUCCESS [ 761.971723] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d04365f0-bcd2-412d-8d98-359bbab1a999" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.009455] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('32f555d4-ad34-4452-98fc-424f549cb1ea',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.014797] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for baf1a941-c8f1-40bb-807d-d935c8003eea: rpc.has_security_group_logging(os_id): False [ 762.032934] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-303 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.033124] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-303" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.033340] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-303" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.033712] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-303" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.034589] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.035227] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.035227] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.035349] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.035514] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.035768] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 762.035920] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 762.036093] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 762.036372] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 762.036534] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 762.036678] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 762.036848] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 762.038630] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.038791] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.038891] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.039101] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.039227] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.039519] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.039649] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.039738] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.039913] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.040037] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.040184] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: baf1a941-c8f1-40bb-807d-d935c8003eea is going to be created. [ 762.060933] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 762.061167] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 762.061426] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 762.061636] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-303" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.062057] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-b2472221-e20b-4173-9c19-f41e6b1661fb taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.062570] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-b2472221-e20b-4173-9c19-f41e6b1661fb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.062570] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-b2472221-e20b-4173-9c19-f41e6b1661fb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.062929] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-b2472221-e20b-4173-9c19-f41e6b1661fb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.062929] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2472221-e20b-4173-9c19-f41e6b1661fb',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.099774] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.099962] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.100082] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.100333] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.101247] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.114022] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: baf1a941-c8f1-40bb-807d-d935c8003eea in Status: IN_PROGRESS for 2s [ 762.178063] env[70956]: INFO networking_nsxv3.common.synchronization [None req-31f500fa-4ab1-45d3-ab5e-250d094ea3d5 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Enqueued Resource ID: aad90041-8030-4c04-9213-b5a00b37381c with Priority: HIGHEST for action security_group_rules [ 762.181923] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aad90041-8030-4c04-9213-b5a00b37381c with Priority: HIGHEST for action security_group_rules [ 762.182450] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aad90041-8030-4c04-9213-b5a00b37381c taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.182616] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aad90041-8030-4c04-9213-b5a00b37381c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.292089] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.292089] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.292089] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.292089] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.292089] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.292089] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aad90041-8030-4c04-9213-b5a00b37381c already deleted. [ 762.292089] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aad90041-8030-4c04-9213-b5a00b37381c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.293225] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aad90041-8030-4c04-9213-b5a00b37381c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.294586] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aad90041-8030-4c04-9213-b5a00b37381c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.294791] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aad90041-8030-4c04-9213-b5a00b37381c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.511560] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.511756] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.511876] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.512677] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.512955] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.513224] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32f555d4-ad34-4452-98fc-424f549cb1ea is going to be created. [ 762.538982] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.539171] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.539239] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.539501] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.539713] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.551571] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32f555d4-ad34-4452-98fc-424f549cb1ea in Status: UNINITIALIZED for 2s [ 762.565934] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.566298] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.566736] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.567140] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.567348] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.567578] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Segment Port b2472221-e20b-4173-9c19-f41e6b1661fb not found, creating... [ 762.568033] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.568261] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.568457] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.568753] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.568939] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.569673] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.569898] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.570689] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.570999] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.571206] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.571499] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: b2472221-e20b-4173-9c19-f41e6b1661fb is going to be created. [ 762.599739] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.600092] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.600836] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.601203] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.601443] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.602062] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-b2472221-e20b-4173-9c19-f41e6b1661fb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.820787] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.821567] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.821567] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.821567] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.821567] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.821567] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aad90041-8030-4c04-9213-b5a00b37381c already deleted. [ 762.822029] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aad90041-8030-4c04-9213-b5a00b37381c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.904414] env[70956]: INFO networking_nsxv3.common.synchronization [req-e08226a7-865c-4ad2-ae8d-42fda3daded0 req-c3f50d7c-e2cf-4d6c-ba3b-3033908edc79 tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] Enqueued Resource ID: f9c05046-8a5f-4087-bd05-13756cd70553 with Priority: HIGHEST for action security_group_members [ 762.905784] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9c05046-8a5f-4087-bd05-13756cd70553 with Priority: HIGHEST for action security_group_members [ 762.905784] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9c05046-8a5f-4087-bd05-13756cd70553 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.905784] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9c05046-8a5f-4087-bd05-13756cd70553" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.938136] env[70956]: INFO networking_nsxv3.common.synchronization [req-e08226a7-865c-4ad2-ae8d-42fda3daded0 req-c3f50d7c-e2cf-4d6c-ba3b-3033908edc79 tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] Enqueued Resource ID: f9c05046-8a5f-4087-bd05-13756cd70553 with Priority: HIGHEST for action security_group_rules [ 762.938288] env[70956]: INFO networking_nsxv3.common.synchronization [req-e08226a7-865c-4ad2-ae8d-42fda3daded0 req-c3f50d7c-e2cf-4d6c-ba3b-3033908edc79 tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] Enqueued Resource ID: f9c05046-8a5f-4087-bd05-13756cd70553 with Priority: HIGHEST for action security_group_members [ 762.938437] env[70956]: INFO networking_nsxv3.common.synchronization [req-e08226a7-865c-4ad2-ae8d-42fda3daded0 req-c3f50d7c-e2cf-4d6c-ba3b-3033908edc79 tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] Enqueued Resource ID: 98fe53e7-272c-4da9-bff2-9cd6729c35d5 with Priority: HIGHEST for action port [ 762.941292] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9c05046-8a5f-4087-bd05-13756cd70553 with Priority: HIGHEST for action security_group_rules [ 762.941448] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9c05046-8a5f-4087-bd05-13756cd70553 with Priority: HIGHEST for action security_group_members [ 762.941568] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98fe53e7-272c-4da9-bff2-9cd6729c35d5 with Priority: HIGHEST for action port [ 762.942450] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9c05046-8a5f-4087-bd05-13756cd70553 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.942601] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9c05046-8a5f-4087-bd05-13756cd70553" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.942772] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9c05046-8a5f-4087-bd05-13756cd70553 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.942866] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9c05046-8a5f-4087-bd05-13756cd70553" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.943129] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-98fe53e7-272c-4da9-bff2-9cd6729c35d5 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.943263] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-98fe53e7-272c-4da9-bff2-9cd6729c35d5" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.943330] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-98fe53e7-272c-4da9-bff2-9cd6729c35d5" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.943538] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-98fe53e7-272c-4da9-bff2-9cd6729c35d5" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.943616] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98fe53e7-272c-4da9-bff2-9cd6729c35d5',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.447344] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 98fe53e7-272c-4da9-bff2-9cd6729c35d5 with status ACTIVE [ 763.447668] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.447840] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.447902] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.448169] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.448259] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.448437] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.448536] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.448599] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.448751] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.448830] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.449027] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.449131] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.449169] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.449348] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.449379] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.449448] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 98fe53e7-272c-4da9-bff2-9cd6729c35d5 is going to be updated. [ 763.451324] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9c05046-8a5f-4087-bd05-13756cd70553 in Status: SUCCESS [ 763.451515] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9c05046-8a5f-4087-bd05-13756cd70553" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.451731] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9c05046-8a5f-4087-bd05-13756cd70553" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.451926] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9c05046-8a5f-4087-bd05-13756cd70553" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.452127] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.452235] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.452301] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.452449] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.452528] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.452615] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9c05046-8a5f-4087-bd05-13756cd70553" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.452746] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f9c05046-8a5f-4087-bd05-13756cd70553',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.457025] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9c05046-8a5f-4087-bd05-13756cd70553" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.457025] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9c05046-8a5f-4087-bd05-13756cd70553" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.457025] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.457025] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.457025] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.457025] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.457025] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.457025] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9c05046-8a5f-4087-bd05-13756cd70553',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.470670] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.470864] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.471086] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.471129] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.471254] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.471451] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-98fe53e7-272c-4da9-bff2-9cd6729c35d5" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.545469] env[70956]: INFO networking_nsxv3.common.synchronization [req-fbb35d30-e71b-42fe-9e83-f9a57e3a67a5 req-3e057ff6-aa77-487d-b811-40bbd3beb2ca service nova] Enqueued Resource ID: 40caa852-27af-450b-95e9-706372b8ecf4 with Priority: HIGHEST for action security_group_rules [ 763.545692] env[70956]: INFO networking_nsxv3.common.synchronization [req-fbb35d30-e71b-42fe-9e83-f9a57e3a67a5 req-3e057ff6-aa77-487d-b811-40bbd3beb2ca service nova] Enqueued Resource ID: 40caa852-27af-450b-95e9-706372b8ecf4 with Priority: HIGHEST for action security_group_members [ 763.545851] env[70956]: INFO networking_nsxv3.common.synchronization [req-fbb35d30-e71b-42fe-9e83-f9a57e3a67a5 req-3e057ff6-aa77-487d-b811-40bbd3beb2ca service nova] Enqueued Resource ID: b2472221-e20b-4173-9c19-f41e6b1661fb with Priority: HIGHEST for action port [ 763.546667] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40caa852-27af-450b-95e9-706372b8ecf4 with Priority: HIGHEST for action security_group_rules [ 763.546896] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40caa852-27af-450b-95e9-706372b8ecf4 with Priority: HIGHEST for action security_group_members [ 763.547089] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2472221-e20b-4173-9c19-f41e6b1661fb with Priority: HIGHEST for action port [ 763.548252] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-40caa852-27af-450b-95e9-706372b8ecf4 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.548252] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-40caa852-27af-450b-95e9-706372b8ecf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.548252] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-40caa852-27af-450b-95e9-706372b8ecf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.548252] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-40caa852-27af-450b-95e9-706372b8ecf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.548252] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('40caa852-27af-450b-95e9-706372b8ecf4',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.549361] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-40caa852-27af-450b-95e9-706372b8ecf4 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.553026] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40caa852-27af-450b-95e9-706372b8ecf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.553026] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40caa852-27af-450b-95e9-706372b8ecf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.553026] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40caa852-27af-450b-95e9-706372b8ecf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.553026] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.553026] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.553026] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.553026] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.553026] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.553026] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40caa852-27af-450b-95e9-706372b8ecf4',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.553026] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2472221-e20b-4173-9c19-f41e6b1661fb taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.553528] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2472221-e20b-4173-9c19-f41e6b1661fb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.553661] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2472221-e20b-4173-9c19-f41e6b1661fb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.554787] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2472221-e20b-4173-9c19-f41e6b1661fb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.554960] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2472221-e20b-4173-9c19-f41e6b1661fb',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.956685] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f9c05046-8a5f-4087-bd05-13756cd70553',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.958303] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9c05046-8a5f-4087-bd05-13756cd70553',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.058488] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('40caa852-27af-450b-95e9-706372b8ecf4',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.059514] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-40caa852-27af-450b-95e9-706372b8ecf4 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.059514] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40caa852-27af-450b-95e9-706372b8ecf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.060027] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b2472221-e20b-4173-9c19-f41e6b1661fb with status ACTIVE [ 764.060749] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.060749] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.060749] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.060749] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.060932] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.062968] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.062968] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.062968] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.063150] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.063150] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.063968] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.063968] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.063968] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.063968] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.063968] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.063968] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b2472221-e20b-4173-9c19-f41e6b1661fb is going to be updated. [ 764.085797] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.086020] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.086068] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.086262] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.086397] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.086564] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2472221-e20b-4173-9c19-f41e6b1661fb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.122653] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: baf1a941-c8f1-40bb-807d-d935c8003eea in Status: SUCCESS [ 764.122883] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-baf1a941-c8f1-40bb-807d-d935c8003eea" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.460674] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9c05046-8a5f-4087-bd05-13756cd70553',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.461904] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f9c05046-8a5f-4087-bd05-13756cd70553: rpc.has_security_group_logging(os_id): False [ 764.481241] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.481470] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.481575] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.481909] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.482113] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.482593] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.482749] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.482832] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.483045] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.483131] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.483222] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9c05046-8a5f-4087-bd05-13756cd70553 is going to be updated. [ 764.548028] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.548028] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.548028] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.548028] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.548028] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.562026] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('40caa852-27af-450b-95e9-706372b8ecf4',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.570861] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32f555d4-ad34-4452-98fc-424f549cb1ea in Status: SUCCESS [ 764.571182] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32f555d4-ad34-4452-98fc-424f549cb1ea" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.571373] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32f555d4-ad34-4452-98fc-424f549cb1ea" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.571630] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32f555d4-ad34-4452-98fc-424f549cb1ea" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.571874] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.572053] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.572160] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.572372] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.572495] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.572611] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32f555d4-ad34-4452-98fc-424f549cb1ea" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.572706] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('32f555d4-ad34-4452-98fc-424f549cb1ea',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.574237] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9c05046-8a5f-4087-bd05-13756cd70553 in Status: IN_PROGRESS for 2s [ 764.589111] env[70956]: INFO networking_nsxv3.common.synchronization [None req-837b393f-0ae0-4a52-a439-6296bdb5904f None None] Enqueued Resource ID: 9f5dd9b3-3fe9-480d-a126-87c4745c659c with Priority: HIGHEST for action port [ 764.589911] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f5dd9b3-3fe9-480d-a126-87c4745c659c with Priority: HIGHEST for action port [ 764.594342] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f5dd9b3-3fe9-480d-a126-87c4745c659c taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.594502] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f5dd9b3-3fe9-480d-a126-87c4745c659c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.594584] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f5dd9b3-3fe9-480d-a126-87c4745c659c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.594865] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f5dd9b3-3fe9-480d-a126-87c4745c659c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.594988] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f5dd9b3-3fe9-480d-a126-87c4745c659c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.965572] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.965572] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.965572] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.965792] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.965792] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.965858] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9c05046-8a5f-4087-bd05-13756cd70553 is going to be updated. [ 764.999280] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.999280] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.999280] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.999280] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.999280] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.011060] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9c05046-8a5f-4087-bd05-13756cd70553 in Status: IN_PROGRESS for 2s [ 765.066699] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.066842] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.068839] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.068839] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.068839] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.068839] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40caa852-27af-450b-95e9-706372b8ecf4 is going to be created. [ 765.075858] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('32f555d4-ad34-4452-98fc-424f549cb1ea',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.076718] env[70956]: INFO networking_nsxv3.common.synchronization [req-6b494daa-3abd-4d70-97a2-2c0fea3617d1 req-ad6be9a5-31f0-405c-82cd-167a9461a0b7 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] Enqueued Resource ID: 360c726a-b29b-411e-97b6-15435fdf5a03 with Priority: HIGHEST for action security_group_members [ 765.077467] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 360c726a-b29b-411e-97b6-15435fdf5a03 with Priority: HIGHEST for action security_group_members [ 765.077848] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-360c726a-b29b-411e-97b6-15435fdf5a03 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.077987] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-360c726a-b29b-411e-97b6-15435fdf5a03" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.078114] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-360c726a-b29b-411e-97b6-15435fdf5a03" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.078351] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-360c726a-b29b-411e-97b6-15435fdf5a03" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.079247] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.079247] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.079247] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.079247] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.079247] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.079247] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('360c726a-b29b-411e-97b6-15435fdf5a03',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.095789] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.095995] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.096083] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.096428] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.096757] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.102341] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9f5dd9b3-3fe9-480d-a126-87c4745c659c [ 765.102524] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.102597] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.102664] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.102853] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.102940] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.103052] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9f5dd9b3-3fe9-480d-a126-87c4745c659c already deleted. [ 765.103137] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f5dd9b3-3fe9-480d-a126-87c4745c659c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.108271] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40caa852-27af-450b-95e9-706372b8ecf4 in Status: UNINITIALIZED for 2s [ 765.445738] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-63 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.447178] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-63" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.447178] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-63" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.452776] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-63" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.452776] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.452776] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.452776] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.452776] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.452776] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.452776] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 765.452776] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 765.452776] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 765.452776] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 765.453343] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 765.453343] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 765.453343] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 765.472096] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 765.472096] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 765.472438] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 765.472476] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-63" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.472781] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-877f870b-9f4b-4b47-8c24-385d55eec1ed taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.472955] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-877f870b-9f4b-4b47-8c24-385d55eec1ed" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.473086] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-877f870b-9f4b-4b47-8c24-385d55eec1ed" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.473468] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-877f870b-9f4b-4b47-8c24-385d55eec1ed" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.473613] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('877f870b-9f4b-4b47-8c24-385d55eec1ed',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.580755] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 32f555d4-ad34-4452-98fc-424f549cb1ea: rpc.has_security_group_logging(os_id): False [ 765.584905] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.584905] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.584905] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.584905] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.584905] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.584905] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.584905] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.584905] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.584905] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.584905] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.584905] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 360c726a-b29b-411e-97b6-15435fdf5a03 already deleted. [ 765.584905] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-360c726a-b29b-411e-97b6-15435fdf5a03" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.605054] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.606517] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.606517] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.606517] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.606517] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.606517] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.608953] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.608953] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.608953] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.608953] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.608953] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 32f555d4-ad34-4452-98fc-424f549cb1ea is going to be created. [ 765.698268] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.698268] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.698268] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.698268] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.698268] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.708535] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 32f555d4-ad34-4452-98fc-424f549cb1ea in Status: IN_PROGRESS for 2s [ 765.980041] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.980041] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.980041] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.980041] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.980041] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.980041] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Segment Port 877f870b-9f4b-4b47-8c24-385d55eec1ed not found, creating... [ 765.980041] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.980536] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.980536] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.980723] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.980931] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.981360] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.981496] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.981625] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.981975] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.982138] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.982306] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: 877f870b-9f4b-4b47-8c24-385d55eec1ed is going to be created. [ 766.011397] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.011760] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.011931] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.012324] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.012612] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.012946] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-877f870b-9f4b-4b47-8c24-385d55eec1ed" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.591268] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9c05046-8a5f-4087-bd05-13756cd70553 in Status: SUCCESS [ 766.591558] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9c05046-8a5f-4087-bd05-13756cd70553" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.591558] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9c05046-8a5f-4087-bd05-13756cd70553" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.591734] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9c05046-8a5f-4087-bd05-13756cd70553" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.591856] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9c05046-8a5f-4087-bd05-13756cd70553',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.899222] env[70956]: INFO networking_nsxv3.common.synchronization [req-6b494daa-3abd-4d70-97a2-2c0fea3617d1 req-e3f5e998-6eb8-4fab-a86c-494261923a0e service nova] Enqueued Resource ID: 360c726a-b29b-411e-97b6-15435fdf5a03 with Priority: HIGHEST for action security_group_rules [ 766.899395] env[70956]: INFO networking_nsxv3.common.synchronization [req-6b494daa-3abd-4d70-97a2-2c0fea3617d1 req-e3f5e998-6eb8-4fab-a86c-494261923a0e service nova] Enqueued Resource ID: 360c726a-b29b-411e-97b6-15435fdf5a03 with Priority: HIGHEST for action security_group_members [ 766.899559] env[70956]: INFO networking_nsxv3.common.synchronization [req-6b494daa-3abd-4d70-97a2-2c0fea3617d1 req-e3f5e998-6eb8-4fab-a86c-494261923a0e service nova] Enqueued Resource ID: 877f870b-9f4b-4b47-8c24-385d55eec1ed with Priority: HIGHEST for action port [ 766.899829] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 360c726a-b29b-411e-97b6-15435fdf5a03 with Priority: HIGHEST for action security_group_rules [ 766.900034] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 360c726a-b29b-411e-97b6-15435fdf5a03 with Priority: HIGHEST for action security_group_members [ 766.900070] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 877f870b-9f4b-4b47-8c24-385d55eec1ed with Priority: HIGHEST for action port [ 766.900697] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-360c726a-b29b-411e-97b6-15435fdf5a03 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.900787] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-360c726a-b29b-411e-97b6-15435fdf5a03" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.900866] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-360c726a-b29b-411e-97b6-15435fdf5a03" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.901265] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-360c726a-b29b-411e-97b6-15435fdf5a03" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.901265] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('360c726a-b29b-411e-97b6-15435fdf5a03',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.902114] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-360c726a-b29b-411e-97b6-15435fdf5a03 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.902207] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-360c726a-b29b-411e-97b6-15435fdf5a03" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.902246] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-360c726a-b29b-411e-97b6-15435fdf5a03" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.902414] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-360c726a-b29b-411e-97b6-15435fdf5a03" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.902854] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.902854] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.902854] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.902854] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.903076] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.903076] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('360c726a-b29b-411e-97b6-15435fdf5a03',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.904081] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-877f870b-9f4b-4b47-8c24-385d55eec1ed taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.904186] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-877f870b-9f4b-4b47-8c24-385d55eec1ed" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.904256] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-877f870b-9f4b-4b47-8c24-385d55eec1ed" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.904404] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-877f870b-9f4b-4b47-8c24-385d55eec1ed" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.904474] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('877f870b-9f4b-4b47-8c24-385d55eec1ed',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.025887] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9c05046-8a5f-4087-bd05-13756cd70553 in Status: SUCCESS [ 767.025887] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9c05046-8a5f-4087-bd05-13756cd70553" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.025887] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9c05046-8a5f-4087-bd05-13756cd70553" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.025887] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9c05046-8a5f-4087-bd05-13756cd70553" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.025887] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.025887] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.025887] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.025887] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.025887] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.025887] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9c05046-8a5f-4087-bd05-13756cd70553',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.066920] env[70956]: INFO networking_nsxv3.common.synchronization [None req-b22fe83a-3e6a-4c9a-836b-56363ef8544b None None] Enqueued Resource ID: a384b232-6dbd-424a-bc38-10b8601276a3 with Priority: HIGHEST for action port [ 767.067450] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a384b232-6dbd-424a-bc38-10b8601276a3 with Priority: HIGHEST for action port [ 767.067864] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-a384b232-6dbd-424a-bc38-10b8601276a3 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.068008] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a384b232-6dbd-424a-bc38-10b8601276a3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.069132] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a384b232-6dbd-424a-bc38-10b8601276a3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.069411] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a384b232-6dbd-424a-bc38-10b8601276a3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.069565] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a384b232-6dbd-424a-bc38-10b8601276a3',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.094468] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9c05046-8a5f-4087-bd05-13756cd70553 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.094588] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9c05046-8a5f-4087-bd05-13756cd70553" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.117787] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40caa852-27af-450b-95e9-706372b8ecf4 in Status: SUCCESS [ 767.118116] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40caa852-27af-450b-95e9-706372b8ecf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.118183] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40caa852-27af-450b-95e9-706372b8ecf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.118379] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40caa852-27af-450b-95e9-706372b8ecf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.118570] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.118684] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.118773] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.118884] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.118961] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.119060] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40caa852-27af-450b-95e9-706372b8ecf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.119162] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('40caa852-27af-450b-95e9-706372b8ecf4',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.406353] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('360c726a-b29b-411e-97b6-15435fdf5a03',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.407461] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-360c726a-b29b-411e-97b6-15435fdf5a03 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.407568] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-360c726a-b29b-411e-97b6-15435fdf5a03" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.407723] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 877f870b-9f4b-4b47-8c24-385d55eec1ed with status ACTIVE [ 767.407885] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.407991] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.408849] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.408849] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.408849] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.408849] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.408849] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.408849] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.408849] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.408849] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.412399] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.412546] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.412643] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.412812] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.412896] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.412984] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 877f870b-9f4b-4b47-8c24-385d55eec1ed is going to be updated. [ 767.444592] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.444781] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.444826] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.446023] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.446023] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.446023] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-877f870b-9f4b-4b47-8c24-385d55eec1ed" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.527482] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9c05046-8a5f-4087-bd05-13756cd70553',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.571505] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a384b232-6dbd-424a-bc38-10b8601276a3 [ 767.571793] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.571950] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.572053] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.572684] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.572684] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.572684] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a384b232-6dbd-424a-bc38-10b8601276a3 already deleted. [ 767.572684] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a384b232-6dbd-424a-bc38-10b8601276a3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.622190] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-40caa852-27af-450b-95e9-706372b8ecf4 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.622190] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40caa852-27af-450b-95e9-706372b8ecf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.622570] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40caa852-27af-450b-95e9-706372b8ecf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.622570] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40caa852-27af-450b-95e9-706372b8ecf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.622719] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.622804] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.622862] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.623114] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.623114] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.623261] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40caa852-27af-450b-95e9-706372b8ecf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.623323] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-40caa852-27af-450b-95e9-706372b8ecf4 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.623386] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40caa852-27af-450b-95e9-706372b8ecf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.624040] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40caa852-27af-450b-95e9-706372b8ecf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.624040] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40caa852-27af-450b-95e9-706372b8ecf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.624040] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.624040] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.624040] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.624040] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.624316] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.624316] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40caa852-27af-450b-95e9-706372b8ecf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.624316] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('40caa852-27af-450b-95e9-706372b8ecf4',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.719889] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 32f555d4-ad34-4452-98fc-424f549cb1ea in Status: SUCCESS [ 767.719889] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-32f555d4-ad34-4452-98fc-424f549cb1ea" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.915741] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('360c726a-b29b-411e-97b6-15435fdf5a03',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.008239] env[70956]: INFO networking_nsxv3.common.synchronization [req-0b9ba4d6-bc8b-4a0e-a909-e26544b603c9 req-0cb30b44-fcb2-43e6-b25a-6c8217a680d4 tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Enqueued Resource ID: ef744301-e635-4102-a37d-cb2a8f905aab with Priority: HIGHEST for action security_group_members [ 768.008824] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef744301-e635-4102-a37d-cb2a8f905aab with Priority: HIGHEST for action security_group_members [ 768.009160] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef744301-e635-4102-a37d-cb2a8f905aab taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.009284] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.009347] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.011022] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.011022] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.011022] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.011022] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.011022] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.011022] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.011022] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef744301-e635-4102-a37d-cb2a8f905aab',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.030104] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9c05046-8a5f-4087-bd05-13756cd70553',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.127120] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 40caa852-27af-450b-95e9-706372b8ecf4: rpc.has_security_group_logging(os_id): False [ 768.145342] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.145537] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.145611] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.145840] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.145929] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.146169] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.146712] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.146712] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.146712] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.146712] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.146965] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.146965] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.146965] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.147160] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.147160] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.147357] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.147439] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.147492] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.147673] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.147727] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.147842] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40caa852-27af-450b-95e9-706372b8ecf4 is going to be created. [ 768.202055] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.202893] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.202893] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.202893] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.202893] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.213598] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 40caa852-27af-450b-95e9-706372b8ecf4 in Status: IN_PROGRESS for 2s [ 768.418528] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.418719] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.419123] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.419216] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.419301] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.419439] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 360c726a-b29b-411e-97b6-15435fdf5a03 is going to be created. [ 768.444486] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.444486] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.444486] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.444798] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.444842] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.454712] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 360c726a-b29b-411e-97b6-15435fdf5a03 in Status: UNINITIALIZED for 2s [ 768.515033] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.515033] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.515033] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.515033] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.515033] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.515033] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.515033] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.515033] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.515033] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.515033] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.515033] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef744301-e635-4102-a37d-cb2a8f905aab is going to be updated. [ 768.534191] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.534191] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.534191] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.534191] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.534191] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.534191] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9c05046-8a5f-4087-bd05-13756cd70553 is going to be updated. [ 768.543024] env[70956]: INFO networking_nsxv3.common.synchronization [req-0b9ba4d6-bc8b-4a0e-a909-e26544b603c9 req-3f776f50-f686-45f4-9d12-11f06da49624 tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Enqueued Resource ID: ef744301-e635-4102-a37d-cb2a8f905aab with Priority: HIGHEST for action security_group_members [ 768.543024] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.543024] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.543024] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.543024] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.543024] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.544492] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef744301-e635-4102-a37d-cb2a8f905aab with Priority: HIGHEST for action security_group_members [ 768.545551] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef744301-e635-4102-a37d-cb2a8f905aab taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.545700] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.556881] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef744301-e635-4102-a37d-cb2a8f905aab in Status: IN_PROGRESS for 2s [ 768.571235] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.571391] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.571391] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.571590] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.571788] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.580935] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9c05046-8a5f-4087-bd05-13756cd70553 in Status: IN_PROGRESS for 2s [ 768.755472] env[70956]: INFO networking_nsxv3.common.synchronization [req-b90d93ef-fd03-46a1-8fa0-952e85fc4d1a req-1685c0d1-32c8-41d1-8afa-e390232bb34c tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] Enqueued Resource ID: f9c05046-8a5f-4087-bd05-13756cd70553 with Priority: HIGHEST for action security_group_members [ 768.757772] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9c05046-8a5f-4087-bd05-13756cd70553 with Priority: HIGHEST for action security_group_members [ 768.757772] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9c05046-8a5f-4087-bd05-13756cd70553 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.757772] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9c05046-8a5f-4087-bd05-13756cd70553" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.069502] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-324 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.071435] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-324" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.071435] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-324" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.071435] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-324" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.071435] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.071435] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.071435] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.071435] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.071792] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.071792] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 769.071856] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 769.071950] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 769.072109] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 769.072284] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 769.072420] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 769.072585] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 769.093165] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 769.095485] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 769.095485] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 769.095485] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-324" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.095485] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-6e15e14c-caf5-4bb0-84c8-89020aa74f38 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.095485] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-6e15e14c-caf5-4bb0-84c8-89020aa74f38" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.095485] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-6e15e14c-caf5-4bb0-84c8-89020aa74f38" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.095825] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-6e15e14c-caf5-4bb0-84c8-89020aa74f38" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.095950] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e15e14c-caf5-4bb0-84c8-89020aa74f38',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.598688] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.599073] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.599328] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.599493] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.599619] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.599806] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Segment Port 6e15e14c-caf5-4bb0-84c8-89020aa74f38 not found, creating... [ 769.600137] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.600358] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.600512] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.600745] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.601332] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.601332] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.601794] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.601794] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.601881] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.603138] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.603138] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: 6e15e14c-caf5-4bb0-84c8-89020aa74f38 is going to be created. [ 769.623138] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.623438] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.623577] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.626833] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.626833] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.626833] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-6e15e14c-caf5-4bb0-84c8-89020aa74f38" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.223887] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 40caa852-27af-450b-95e9-706372b8ecf4 in Status: SUCCESS [ 770.223887] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-40caa852-27af-450b-95e9-706372b8ecf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.466778] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 360c726a-b29b-411e-97b6-15435fdf5a03 in Status: SUCCESS [ 770.466778] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-360c726a-b29b-411e-97b6-15435fdf5a03" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.466778] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-360c726a-b29b-411e-97b6-15435fdf5a03" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.466778] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-360c726a-b29b-411e-97b6-15435fdf5a03" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.466778] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.466778] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.466778] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.466778] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.466778] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.466778] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-360c726a-b29b-411e-97b6-15435fdf5a03" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.466778] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('360c726a-b29b-411e-97b6-15435fdf5a03',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.530287] env[70956]: INFO networking_nsxv3.common.synchronization [req-0b9ba4d6-bc8b-4a0e-a909-e26544b603c9 req-5b5ddaf1-674a-41e2-a68d-ab5cb6dfda4a service nova] Enqueued Resource ID: ef744301-e635-4102-a37d-cb2a8f905aab with Priority: HIGHEST for action security_group_rules [ 770.530287] env[70956]: INFO networking_nsxv3.common.synchronization [req-0b9ba4d6-bc8b-4a0e-a909-e26544b603c9 req-5b5ddaf1-674a-41e2-a68d-ab5cb6dfda4a service nova] Enqueued Resource ID: ef744301-e635-4102-a37d-cb2a8f905aab with Priority: HIGHEST for action security_group_members [ 770.530287] env[70956]: INFO networking_nsxv3.common.synchronization [req-0b9ba4d6-bc8b-4a0e-a909-e26544b603c9 req-5b5ddaf1-674a-41e2-a68d-ab5cb6dfda4a service nova] Enqueued Resource ID: 6e15e14c-caf5-4bb0-84c8-89020aa74f38 with Priority: HIGHEST for action port [ 770.530287] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef744301-e635-4102-a37d-cb2a8f905aab with Priority: HIGHEST for action security_group_rules [ 770.530287] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef744301-e635-4102-a37d-cb2a8f905aab with Priority: HIGHEST for action security_group_members [ 770.530287] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e15e14c-caf5-4bb0-84c8-89020aa74f38 with Priority: HIGHEST for action port [ 770.530287] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef744301-e635-4102-a37d-cb2a8f905aab taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.530287] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.530287] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.534019] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.534019] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef744301-e635-4102-a37d-cb2a8f905aab',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.534019] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef744301-e635-4102-a37d-cb2a8f905aab taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.534019] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.534019] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e15e14c-caf5-4bb0-84c8-89020aa74f38 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.534019] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e15e14c-caf5-4bb0-84c8-89020aa74f38" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.534019] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e15e14c-caf5-4bb0-84c8-89020aa74f38" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.534019] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e15e14c-caf5-4bb0-84c8-89020aa74f38" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.534019] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e15e14c-caf5-4bb0-84c8-89020aa74f38',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.568353] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef744301-e635-4102-a37d-cb2a8f905aab in Status: SUCCESS [ 770.568353] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef744301-e635-4102-a37d-cb2a8f905aab deletion is rescheduled due to dependency. [ 770.568353] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.568353] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.568353] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.568353] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.568353] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.568353] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.568353] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.568353] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.568353] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef744301-e635-4102-a37d-cb2a8f905aab',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.590176] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9c05046-8a5f-4087-bd05-13756cd70553 in Status: SUCCESS [ 770.590176] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9c05046-8a5f-4087-bd05-13756cd70553" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.590176] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9c05046-8a5f-4087-bd05-13756cd70553" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.590176] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9c05046-8a5f-4087-bd05-13756cd70553" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.590176] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.590176] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.590176] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.590176] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.590176] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.590176] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9c05046-8a5f-4087-bd05-13756cd70553" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.590176] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f9c05046-8a5f-4087-bd05-13756cd70553',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.591414] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9c05046-8a5f-4087-bd05-13756cd70553" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.591748] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9c05046-8a5f-4087-bd05-13756cd70553" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.592078] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.592609] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.592812] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.593110] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.593361] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.594057] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9c05046-8a5f-4087-bd05-13756cd70553',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.971940] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-360c726a-b29b-411e-97b6-15435fdf5a03 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.971940] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-360c726a-b29b-411e-97b6-15435fdf5a03" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.971940] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-360c726a-b29b-411e-97b6-15435fdf5a03" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.971940] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-360c726a-b29b-411e-97b6-15435fdf5a03" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.971940] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.971940] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.971940] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.971940] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.971940] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.971940] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-360c726a-b29b-411e-97b6-15435fdf5a03" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.971940] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-360c726a-b29b-411e-97b6-15435fdf5a03 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.971940] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-360c726a-b29b-411e-97b6-15435fdf5a03" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.971940] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-360c726a-b29b-411e-97b6-15435fdf5a03" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.971940] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-360c726a-b29b-411e-97b6-15435fdf5a03" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.971940] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.971940] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.972580] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.972580] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.972580] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.972580] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-360c726a-b29b-411e-97b6-15435fdf5a03" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.972580] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('360c726a-b29b-411e-97b6-15435fdf5a03',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.038031] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef744301-e635-4102-a37d-cb2a8f905aab taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.038031] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.038031] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6e15e14c-caf5-4bb0-84c8-89020aa74f38 with status ACTIVE [ 771.038031] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.038031] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.038031] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.038031] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.038031] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.038031] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.038031] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.038031] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.038031] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.038031] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.038031] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.039177] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.039177] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.043038] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.043038] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.043038] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6e15e14c-caf5-4bb0-84c8-89020aa74f38 is going to be updated. [ 771.066851] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.066988] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.067074] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.067295] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.067428] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.067601] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e15e14c-caf5-4bb0-84c8-89020aa74f38" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.072285] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ef744301-e635-4102-a37d-cb2a8f905aab',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.099023] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f9c05046-8a5f-4087-bd05-13756cd70553',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.099023] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.099023] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.099023] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.099023] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.099023] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.099023] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.099023] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.099023] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.099023] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.099023] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.099023] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9c05046-8a5f-4087-bd05-13756cd70553 is going to be updated. [ 771.139656] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.139656] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.139656] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.139656] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.139656] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.159972] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9c05046-8a5f-4087-bd05-13756cd70553 in Status: IN_PROGRESS for 2s [ 771.330331] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-885 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.330684] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-885" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.330684] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-885" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.330989] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-885" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.331267] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.331425] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.331544] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.331757] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.331927] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.335196] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 771.335292] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 771.335841] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 771.335841] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 771.335841] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 771.336066] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 771.336145] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 771.354274] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 771.354595] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 771.354803] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 771.355092] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-885" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.355532] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-282ff9c0-ba64-47f8-8224-88161b3da705 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.355766] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-282ff9c0-ba64-47f8-8224-88161b3da705" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.355939] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-282ff9c0-ba64-47f8-8224-88161b3da705" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.356618] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-282ff9c0-ba64-47f8-8224-88161b3da705" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.356816] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('282ff9c0-ba64-47f8-8224-88161b3da705',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.476309] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 360c726a-b29b-411e-97b6-15435fdf5a03: rpc.has_security_group_logging(os_id): False [ 771.496242] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.497183] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.497279] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.497527] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.501124] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.501408] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.501537] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.501609] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.501811] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.501901] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.502125] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.502224] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.502288] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.502433] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.502510] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.502699] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.502831] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.502920] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.503084] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.503162] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.503251] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 360c726a-b29b-411e-97b6-15435fdf5a03 is going to be created. [ 771.558712] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.558863] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.558981] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.559214] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.559436] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.575878] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ef744301-e635-4102-a37d-cb2a8f905aab',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.579763] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 360c726a-b29b-411e-97b6-15435fdf5a03 in Status: IN_PROGRESS for 2s [ 771.603046] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f9c05046-8a5f-4087-bd05-13756cd70553: rpc.has_security_group_logging(os_id): False [ 771.622576] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.623103] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.623103] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.623249] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.623555] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.623857] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.623991] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.624236] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.624536] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.624734] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.624925] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9c05046-8a5f-4087-bd05-13756cd70553 is going to be updated. [ 771.730024] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.730168] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.730206] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.730812] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.730812] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.746045] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9c05046-8a5f-4087-bd05-13756cd70553 in Status: IN_PROGRESS for 2s [ 771.860187] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.860573] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.860701] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.861132] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.861358] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.861706] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Segment Port 282ff9c0-ba64-47f8-8224-88161b3da705 not found, creating... [ 771.862101] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.862474] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.862720] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.862921] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.863101] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.863511] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.863707] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.863967] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.864965] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.864965] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.864965] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: 282ff9c0-ba64-47f8-8224-88161b3da705 is going to be created. [ 771.894450] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.894818] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.895030] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.895455] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.896116] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.896582] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-282ff9c0-ba64-47f8-8224-88161b3da705" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.078939] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.079191] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.079278] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.079484] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.079648] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.079763] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef744301-e635-4102-a37d-cb2a8f905aab is going to be updated. [ 772.116906] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.117093] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.117163] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.117386] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.117810] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.130920] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef744301-e635-4102-a37d-cb2a8f905aab in Status: IN_PROGRESS for 2s [ 772.282151] env[70956]: INFO networking_nsxv3.common.synchronization [None req-5c934939-fdb2-46c2-8c68-a280268cbb65 None None] Enqueued Resource ID: 5417057a-bef8-4d86-8f7c-ac8e84f7e838 with Priority: HIGHEST for action port [ 772.282345] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5417057a-bef8-4d86-8f7c-ac8e84f7e838 with Priority: HIGHEST for action port [ 772.282735] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-5417057a-bef8-4d86-8f7c-ac8e84f7e838 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.282921] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5417057a-bef8-4d86-8f7c-ac8e84f7e838" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.283077] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5417057a-bef8-4d86-8f7c-ac8e84f7e838" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.283464] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5417057a-bef8-4d86-8f7c-ac8e84f7e838" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.283553] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5417057a-bef8-4d86-8f7c-ac8e84f7e838',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.437753] env[70956]: INFO networking_nsxv3.common.synchronization [req-bd82ad78-162c-4e3a-abbc-3a0ceadaf06d req-04521c69-6607-418f-bfcb-bd85d63aafa0 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Enqueued Resource ID: 9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4 with Priority: HIGHEST for action security_group_members [ 772.439682] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4 with Priority: HIGHEST for action security_group_members [ 772.443430] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.443430] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.443430] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.443430] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.443430] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.443430] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.443430] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.443430] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.443430] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.443430] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.786242] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5417057a-bef8-4d86-8f7c-ac8e84f7e838 [ 772.786529] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.786962] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.786962] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.787061] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.787124] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.787225] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5417057a-bef8-4d86-8f7c-ac8e84f7e838 already deleted. [ 772.788033] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5417057a-bef8-4d86-8f7c-ac8e84f7e838" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.835759] env[70956]: INFO networking_nsxv3.common.synchronization [req-0b9ba4d6-bc8b-4a0e-a909-e26544b603c9 req-c71d5d52-ceee-4013-af43-16bf28c1350f service nova] Enqueued Resource ID: ef744301-e635-4102-a37d-cb2a8f905aab with Priority: HIGHEST for action security_group_rules [ 772.836250] env[70956]: INFO networking_nsxv3.common.synchronization [req-0b9ba4d6-bc8b-4a0e-a909-e26544b603c9 req-c71d5d52-ceee-4013-af43-16bf28c1350f service nova] Enqueued Resource ID: ef744301-e635-4102-a37d-cb2a8f905aab with Priority: HIGHEST for action security_group_members [ 772.836402] env[70956]: INFO networking_nsxv3.common.synchronization [req-0b9ba4d6-bc8b-4a0e-a909-e26544b603c9 req-c71d5d52-ceee-4013-af43-16bf28c1350f service nova] Enqueued Resource ID: 282ff9c0-ba64-47f8-8224-88161b3da705 with Priority: HIGHEST for action port [ 772.836695] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef744301-e635-4102-a37d-cb2a8f905aab with Priority: HIGHEST for action security_group_rules [ 772.836958] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef744301-e635-4102-a37d-cb2a8f905aab with Priority: HIGHEST for action security_group_members [ 772.837061] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 282ff9c0-ba64-47f8-8224-88161b3da705 with Priority: HIGHEST for action port [ 772.838290] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef744301-e635-4102-a37d-cb2a8f905aab taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.838479] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.838796] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef744301-e635-4102-a37d-cb2a8f905aab taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.838895] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.839149] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-282ff9c0-ba64-47f8-8224-88161b3da705 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.839615] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-282ff9c0-ba64-47f8-8224-88161b3da705" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.839793] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-282ff9c0-ba64-47f8-8224-88161b3da705" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.840222] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-282ff9c0-ba64-47f8-8224-88161b3da705" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.840358] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('282ff9c0-ba64-47f8-8224-88161b3da705',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.945387] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.169152] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9c05046-8a5f-4087-bd05-13756cd70553 in Status: SUCCESS [ 773.170026] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9c05046-8a5f-4087-bd05-13756cd70553 deletion is rescheduled due to dependency. [ 773.170026] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9c05046-8a5f-4087-bd05-13756cd70553" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.343790] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 282ff9c0-ba64-47f8-8224-88161b3da705 with status ACTIVE [ 773.345020] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.345020] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.345020] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.345020] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.345020] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.345020] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.345020] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.345020] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.345333] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.345333] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.345385] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.345490] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.345524] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.345682] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.347403] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.347403] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 282ff9c0-ba64-47f8-8224-88161b3da705 is going to be updated. [ 773.367907] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.368326] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.368565] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.369519] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.369519] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.369519] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-282ff9c0-ba64-47f8-8224-88161b3da705" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.449209] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.590334] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 360c726a-b29b-411e-97b6-15435fdf5a03 in Status: SUCCESS [ 773.590524] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-360c726a-b29b-411e-97b6-15435fdf5a03" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.728573] env[70956]: INFO networking_nsxv3.common.synchronization [None req-46bcb8e3-0086-4e9f-88e9-6cf544066a33 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] Enqueued Resource ID: 24aa57d1-790e-42e7-9290-272596a0a919 with Priority: HIGHEST for action security_group_rules [ 773.731583] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24aa57d1-790e-42e7-9290-272596a0a919 with Priority: HIGHEST for action security_group_rules [ 773.731583] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24aa57d1-790e-42e7-9290-272596a0a919 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.731583] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24aa57d1-790e-42e7-9290-272596a0a919" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.731583] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24aa57d1-790e-42e7-9290-272596a0a919" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.731583] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24aa57d1-790e-42e7-9290-272596a0a919" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.731583] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24aa57d1-790e-42e7-9290-272596a0a919',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.761861] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9c05046-8a5f-4087-bd05-13756cd70553 in Status: SUCCESS [ 773.761861] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9c05046-8a5f-4087-bd05-13756cd70553" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.829155] env[70956]: INFO networking_nsxv3.common.synchronization [None req-db8b2516-7f1b-4543-be12-3fa1cddd11f1 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] Enqueued Resource ID: 24aa57d1-790e-42e7-9290-272596a0a919 with Priority: HIGHEST for action security_group_rules [ 773.829772] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24aa57d1-790e-42e7-9290-272596a0a919 with Priority: HIGHEST for action security_group_rules [ 773.830098] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24aa57d1-790e-42e7-9290-272596a0a919 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.830201] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24aa57d1-790e-42e7-9290-272596a0a919" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.954334] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.954489] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.954555] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.954760] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.954853] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.954934] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4 is going to be updated. [ 773.985762] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.985915] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.986051] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.986502] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.986502] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.998793] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4 in Status: IN_PROGRESS for 2s [ 774.142620] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef744301-e635-4102-a37d-cb2a8f905aab in Status: SUCCESS [ 774.142620] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.142620] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.142620] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.142620] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.142620] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.142620] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.142620] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.142620] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.142620] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef744301-e635-4102-a37d-cb2a8f905aab',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.251790] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.251966] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.252108] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.252459] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.252459] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.252459] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24aa57d1-790e-42e7-9290-272596a0a919 already deleted. [ 774.252829] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24aa57d1-790e-42e7-9290-272596a0a919" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.252829] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24aa57d1-790e-42e7-9290-272596a0a919" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.252829] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24aa57d1-790e-42e7-9290-272596a0a919" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.252982] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24aa57d1-790e-42e7-9290-272596a0a919',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.644627] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ef744301-e635-4102-a37d-cb2a8f905aab',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.777217] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.777217] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.777217] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.777217] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.777217] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.777217] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24aa57d1-790e-42e7-9290-272596a0a919 already deleted. [ 774.777217] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24aa57d1-790e-42e7-9290-272596a0a919" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.150668] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ef744301-e635-4102-a37d-cb2a8f905aab',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.635740] env[70956]: INFO networking_nsxv3.common.synchronization [None req-d8c105af-d930-4db7-9cad-affa16de3af3 None None] Enqueued Resource ID: f8c8211d-b152-4a47-b32f-d12ab599471d with Priority: HIGHEST for action port [ 775.636317] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8c8211d-b152-4a47-b32f-d12ab599471d with Priority: HIGHEST for action port [ 775.636782] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-f8c8211d-b152-4a47-b32f-d12ab599471d taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.636782] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f8c8211d-b152-4a47-b32f-d12ab599471d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.636782] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f8c8211d-b152-4a47-b32f-d12ab599471d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.637576] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f8c8211d-b152-4a47-b32f-d12ab599471d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.637576] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8c8211d-b152-4a47-b32f-d12ab599471d',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.654504] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.655153] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.658069] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.658069] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.658069] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.658069] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef744301-e635-4102-a37d-cb2a8f905aab is going to be updated. [ 775.690764] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.690990] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.691074] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.691329] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.691548] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.702677] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef744301-e635-4102-a37d-cb2a8f905aab in Status: IN_PROGRESS for 2s [ 776.014788] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4 in Status: SUCCESS [ 776.015284] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.139791] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f8c8211d-b152-4a47-b32f-d12ab599471d [ 776.140119] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.140271] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.140353] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.140646] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.140769] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.140902] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f8c8211d-b152-4a47-b32f-d12ab599471d already deleted. [ 776.140993] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f8c8211d-b152-4a47-b32f-d12ab599471d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.169576] env[70956]: INFO networking_nsxv3.common.synchronization [req-8411ad67-3d76-4cec-a9e5-48a8fb706d64 req-6afff964-80f6-47bf-83e7-11f64ad13810 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] Enqueued Resource ID: 40caa852-27af-450b-95e9-706372b8ecf4 with Priority: HIGHEST for action security_group_members [ 777.170226] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40caa852-27af-450b-95e9-706372b8ecf4 with Priority: HIGHEST for action security_group_members [ 777.170582] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-40caa852-27af-450b-95e9-706372b8ecf4 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.170743] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40caa852-27af-450b-95e9-706372b8ecf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.170823] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40caa852-27af-450b-95e9-706372b8ecf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.171051] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40caa852-27af-450b-95e9-706372b8ecf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.171219] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.171312] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.171369] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.171577] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.171667] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.171763] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40caa852-27af-450b-95e9-706372b8ecf4',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.674815] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.675057] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.675057] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.677545] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.677545] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.677545] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.677545] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.677545] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.677545] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.677545] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.677545] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40caa852-27af-450b-95e9-706372b8ecf4 is going to be updated. [ 777.701301] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.701481] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.701568] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.701845] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.702058] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.712030] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef744301-e635-4102-a37d-cb2a8f905aab in Status: SUCCESS [ 777.713992] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.714620] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.714880] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.715116] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.715255] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.715319] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.715520] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.716975] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.716975] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.716975] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ef744301-e635-4102-a37d-cb2a8f905aab',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.720476] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40caa852-27af-450b-95e9-706372b8ecf4 in Status: IN_PROGRESS for 2s [ 777.720476] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.720476] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.720476] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.720697] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.720697] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.720866] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.720980] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.721070] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef744301-e635-4102-a37d-cb2a8f905aab',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.810123] env[70956]: INFO networking_nsxv3.common.synchronization [req-bccf5ec0-038e-45cf-96c8-f24a85dad880 req-0672ab22-d5d3-4053-a29d-0fbde8568ca6 tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] Enqueued Resource ID: 39728890-5614-464e-a1bc-37eda5f1369d with Priority: HIGHEST for action security_group_members [ 777.810806] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39728890-5614-464e-a1bc-37eda5f1369d with Priority: HIGHEST for action security_group_members [ 777.811173] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-39728890-5614-464e-a1bc-37eda5f1369d taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.811301] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39728890-5614-464e-a1bc-37eda5f1369d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.811357] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39728890-5614-464e-a1bc-37eda5f1369d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.811627] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39728890-5614-464e-a1bc-37eda5f1369d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.811802] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.811897] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.812264] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.812551] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.812659] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.812842] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39728890-5614-464e-a1bc-37eda5f1369d',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.220523] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef744301-e635-4102-a37d-cb2a8f905aab taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.221027] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.226397] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ef744301-e635-4102-a37d-cb2a8f905aab',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.241843] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-596 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.242082] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-596" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.242270] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-596" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.242601] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-596" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.243063] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.248182] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.248182] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.248182] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.248182] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.248182] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 778.248182] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 778.248182] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 778.248182] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 778.248182] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 778.248182] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 778.248182] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 778.271400] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 778.271400] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 778.271400] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 778.271400] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-596" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.271622] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-39791673-b895-4743-90a6-554d18d5824d taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.271737] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-39791673-b895-4743-90a6-554d18d5824d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.271860] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-39791673-b895-4743-90a6-554d18d5824d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.272285] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-39791673-b895-4743-90a6-554d18d5824d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.273610] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39791673-b895-4743-90a6-554d18d5824d',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.299404] env[70956]: INFO networking_nsxv3.common.synchronization [None req-8de598c0-6ed9-44dd-a73e-b5248d7f786c tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Enqueued Resource ID: 3b2b6d0d-e131-4168-b7a7-c6f615a37e80 with Priority: HIGHEST for action security_group_rules [ 778.300083] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b2b6d0d-e131-4168-b7a7-c6f615a37e80 with Priority: HIGHEST for action security_group_rules [ 778.300402] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b2b6d0d-e131-4168-b7a7-c6f615a37e80 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.300526] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b2b6d0d-e131-4168-b7a7-c6f615a37e80" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.300764] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b2b6d0d-e131-4168-b7a7-c6f615a37e80" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.300885] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b2b6d0d-e131-4168-b7a7-c6f615a37e80" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.300966] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b2b6d0d-e131-4168-b7a7-c6f615a37e80',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.315685] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.315833] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.315903] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.316173] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.316278] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.316451] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.316548] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.316610] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.316782] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.316855] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.316936] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39728890-5614-464e-a1bc-37eda5f1369d already deleted. [ 778.317029] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39728890-5614-464e-a1bc-37eda5f1369d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.386298] env[70956]: INFO networking_nsxv3.common.synchronization [None req-0472def8-9eaa-469a-8877-6e30da615d0c tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Enqueued Resource ID: 3b2b6d0d-e131-4168-b7a7-c6f615a37e80 with Priority: HIGHEST for action security_group_rules [ 778.387057] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b2b6d0d-e131-4168-b7a7-c6f615a37e80 with Priority: HIGHEST for action security_group_rules [ 778.387645] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b2b6d0d-e131-4168-b7a7-c6f615a37e80 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.387645] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b2b6d0d-e131-4168-b7a7-c6f615a37e80" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.733068] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ef744301-e635-4102-a37d-cb2a8f905aab',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.776238] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.776238] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.776384] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.777340] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.777340] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.777340] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Segment Port 39791673-b895-4743-90a6-554d18d5824d not found, creating... [ 778.777340] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.777840] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.777840] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.777840] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.778033] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.778325] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.778499] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.778596] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.780318] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.780318] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.780481] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: 39791673-b895-4743-90a6-554d18d5824d is going to be created. [ 778.805925] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.805925] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.805925] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.806451] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.806806] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.807123] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-39791673-b895-4743-90a6-554d18d5824d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.827287] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.827451] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.827740] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.827776] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.827999] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.827999] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b2b6d0d-e131-4168-b7a7-c6f615a37e80 already deleted. [ 778.828140] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b2b6d0d-e131-4168-b7a7-c6f615a37e80" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.828396] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b2b6d0d-e131-4168-b7a7-c6f615a37e80" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.828606] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b2b6d0d-e131-4168-b7a7-c6f615a37e80" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.828699] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b2b6d0d-e131-4168-b7a7-c6f615a37e80',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.235763] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.236144] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.236314] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.236590] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.236757] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.236878] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef744301-e635-4102-a37d-cb2a8f905aab is going to be updated. [ 779.262498] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.262695] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.262752] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.262988] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.263188] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.277423] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef744301-e635-4102-a37d-cb2a8f905aab in Status: IN_PROGRESS for 2s [ 779.351096] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.351096] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.351096] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.351096] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.351096] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.351373] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b2b6d0d-e131-4168-b7a7-c6f615a37e80 already deleted. [ 779.351373] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b2b6d0d-e131-4168-b7a7-c6f615a37e80" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.600694] env[70956]: INFO networking_nsxv3.common.synchronization [req-bccf5ec0-038e-45cf-96c8-f24a85dad880 req-91fc53e7-8083-48d7-a977-4636be0f693b service nova] Enqueued Resource ID: 39728890-5614-464e-a1bc-37eda5f1369d with Priority: HIGHEST for action security_group_rules [ 779.600983] env[70956]: INFO networking_nsxv3.common.synchronization [req-bccf5ec0-038e-45cf-96c8-f24a85dad880 req-91fc53e7-8083-48d7-a977-4636be0f693b service nova] Enqueued Resource ID: 39728890-5614-464e-a1bc-37eda5f1369d with Priority: HIGHEST for action security_group_members [ 779.602129] env[70956]: INFO networking_nsxv3.common.synchronization [req-bccf5ec0-038e-45cf-96c8-f24a85dad880 req-91fc53e7-8083-48d7-a977-4636be0f693b service nova] Enqueued Resource ID: 39791673-b895-4743-90a6-554d18d5824d with Priority: HIGHEST for action port [ 779.602934] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39728890-5614-464e-a1bc-37eda5f1369d with Priority: HIGHEST for action security_group_rules [ 779.603167] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39728890-5614-464e-a1bc-37eda5f1369d with Priority: HIGHEST for action security_group_members [ 779.603319] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39791673-b895-4743-90a6-554d18d5824d with Priority: HIGHEST for action port [ 779.603738] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-39728890-5614-464e-a1bc-37eda5f1369d taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.603885] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-39728890-5614-464e-a1bc-37eda5f1369d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.603988] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-39728890-5614-464e-a1bc-37eda5f1369d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.604370] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-39728890-5614-464e-a1bc-37eda5f1369d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.604706] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('39728890-5614-464e-a1bc-37eda5f1369d',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.605638] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-39728890-5614-464e-a1bc-37eda5f1369d taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.605800] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39728890-5614-464e-a1bc-37eda5f1369d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.605892] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39728890-5614-464e-a1bc-37eda5f1369d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.606143] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39728890-5614-464e-a1bc-37eda5f1369d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.609945] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.609945] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.609945] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.609945] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.609945] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.609945] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39728890-5614-464e-a1bc-37eda5f1369d',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.609945] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-39791673-b895-4743-90a6-554d18d5824d taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.609945] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39791673-b895-4743-90a6-554d18d5824d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.609945] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39791673-b895-4743-90a6-554d18d5824d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.609945] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39791673-b895-4743-90a6-554d18d5824d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.609945] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39791673-b895-4743-90a6-554d18d5824d',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.729877] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40caa852-27af-450b-95e9-706372b8ecf4 in Status: SUCCESS [ 779.730075] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40caa852-27af-450b-95e9-706372b8ecf4 deletion is rescheduled due to dependency. [ 779.730151] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40caa852-27af-450b-95e9-706372b8ecf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.110765] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('39728890-5614-464e-a1bc-37eda5f1369d',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.112067] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-39728890-5614-464e-a1bc-37eda5f1369d taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.112211] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39728890-5614-464e-a1bc-37eda5f1369d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.112442] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 39791673-b895-4743-90a6-554d18d5824d with status ACTIVE [ 780.113125] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.113125] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.113125] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.113125] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.113125] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.113361] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.113419] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.113478] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.113673] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.113755] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.113957] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.114116] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.114200] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.114345] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.114422] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.114519] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 39791673-b895-4743-90a6-554d18d5824d is going to be updated. [ 780.134572] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.134744] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.134788] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.134999] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.135152] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.135336] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39791673-b895-4743-90a6-554d18d5824d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.619984] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('39728890-5614-464e-a1bc-37eda5f1369d',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.749843] env[70956]: INFO networking_nsxv3.common.synchronization [req-f7d13a09-08fd-43a1-9240-214db903b5e9 req-a6a2c31c-5e03-4128-8d16-35dd997ddead tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Enqueued Resource ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 with Priority: HIGHEST for action security_group_members [ 780.749962] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 with Priority: HIGHEST for action security_group_members [ 780.750304] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d09f0e2-4e07-43f7-ba53-6600d30c7795 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.750435] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.750544] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.753644] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.753644] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.753644] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.753644] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.753644] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.753644] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.753644] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d09f0e2-4e07-43f7-ba53-6600d30c7795',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.126668] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.126668] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.126668] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.126668] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.126668] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.126668] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39728890-5614-464e-a1bc-37eda5f1369d is going to be created. [ 781.153749] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.153749] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.153749] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.153749] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.153749] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.160728] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39728890-5614-464e-a1bc-37eda5f1369d in Status: UNINITIALIZED for 2s [ 781.177232] env[70956]: INFO networking_nsxv3.common.synchronization [req-ee496994-abb2-4589-86c7-6d3fcba719ea req-dc435347-f06e-441a-a2a7-9dbce8328619 tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Enqueued Resource ID: b3e8c32a-4cf3-4e85-b801-0032063c016a with Priority: HIGHEST for action security_group_members [ 781.177232] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3e8c32a-4cf3-4e85-b801-0032063c016a with Priority: HIGHEST for action security_group_members [ 781.177232] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3e8c32a-4cf3-4e85-b801-0032063c016a taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.177232] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3e8c32a-4cf3-4e85-b801-0032063c016a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.177232] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3e8c32a-4cf3-4e85-b801-0032063c016a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.177232] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3e8c32a-4cf3-4e85-b801-0032063c016a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.177232] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.177232] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.177232] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.177804] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.177993] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.178185] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3e8c32a-4cf3-4e85-b801-0032063c016a',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.253938] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.254051] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.254130] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.254359] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.254463] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.254660] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.254761] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.254825] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.255396] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.255396] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.255396] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 already deleted. [ 781.255396] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.286383] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef744301-e635-4102-a37d-cb2a8f905aab in Status: SUCCESS [ 781.286686] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.286785] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.287096] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.287321] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.287449] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.287576] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.287706] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.288076] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.288224] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.288483] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef744301-e635-4102-a37d-cb2a8f905aab taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.288593] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.288654] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.288832] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.289037] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.289192] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.289192] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.289348] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.289466] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.289601] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.289686] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ef744301-e635-4102-a37d-cb2a8f905aab',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.364443] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-85 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.364587] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-85" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.364657] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-85" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.364990] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-85" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.365268] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.365517] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.365712] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.365963] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.366123] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.366339] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 781.366469] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 781.366576] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 781.366693] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 781.366825] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 781.366937] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 781.367102] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 781.386631] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 781.386631] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 781.386631] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 781.386631] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-85" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.386949] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-64bc1d4d-4738-4924-8e9b-5e089e0480aa taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.387146] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-64bc1d4d-4738-4924-8e9b-5e089e0480aa" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.387266] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-64bc1d4d-4738-4924-8e9b-5e089e0480aa" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.387683] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-64bc1d4d-4738-4924-8e9b-5e089e0480aa" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.387747] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64bc1d4d-4738-4924-8e9b-5e089e0480aa',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.681021] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b3e8c32a-4cf3-4e85-b801-0032063c016a',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.791909] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ef744301-e635-4102-a37d-cb2a8f905aab: rpc.has_security_group_logging(os_id): False [ 781.810905] env[70956]: INFO networking_nsxv3.common.synchronization [req-ca574e27-c674-4da1-b662-b14737524318 req-8601a5ca-f4f2-47b7-965e-de77c64a98ac tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] Enqueued Resource ID: 360c726a-b29b-411e-97b6-15435fdf5a03 with Priority: HIGHEST for action security_group_members [ 781.812160] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.813336] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.813336] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.813336] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.813336] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.813336] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.813336] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.813336] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.813336] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.813336] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.813881] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.813881] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.813881] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.813881] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.813881] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.814091] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.814150] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.814212] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.814348] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.814426] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.814618] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef744301-e635-4102-a37d-cb2a8f905aab is going to be updated. [ 781.816180] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 360c726a-b29b-411e-97b6-15435fdf5a03 with Priority: HIGHEST for action security_group_members [ 781.816556] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-360c726a-b29b-411e-97b6-15435fdf5a03 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.816671] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-360c726a-b29b-411e-97b6-15435fdf5a03" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.816738] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-360c726a-b29b-411e-97b6-15435fdf5a03" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.816935] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-360c726a-b29b-411e-97b6-15435fdf5a03" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.817090] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.817217] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.817283] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.817466] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.817585] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.817733] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('360c726a-b29b-411e-97b6-15435fdf5a03',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.873934] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.874193] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.874249] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.874476] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.874636] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.885008] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ef744301-e635-4102-a37d-cb2a8f905aab in Status: IN_PROGRESS for 2s [ 781.890416] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.890644] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.890793] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.891197] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.891259] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.891432] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Segment Port 64bc1d4d-4738-4924-8e9b-5e089e0480aa not found, creating... [ 781.891662] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.891822] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.891952] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.892185] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.892326] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.892605] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.892761] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.892879] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.893108] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.893248] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.893392] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: 64bc1d4d-4738-4924-8e9b-5e089e0480aa is going to be created. [ 781.909042] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.909301] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.909392] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.909706] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.910294] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.910294] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-64bc1d4d-4738-4924-8e9b-5e089e0480aa" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.187415] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b3e8c32a-4cf3-4e85-b801-0032063c016a',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.322027] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.322027] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.322027] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.322027] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.322027] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.322027] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.322027] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.322027] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.322027] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.322027] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.322027] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 360c726a-b29b-411e-97b6-15435fdf5a03 is going to be updated. [ 782.346064] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.346298] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.346298] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.346624] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.346624] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.356023] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 360c726a-b29b-411e-97b6-15435fdf5a03 in Status: IN_PROGRESS for 2s [ 782.634836] env[70956]: INFO networking_nsxv3.common.synchronization [req-99347f61-e011-4eb2-83e2-b119bdce2c50 req-47f48419-0ff5-48d9-b666-341f856ab500 tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Enqueued Resource ID: b3e8c32a-4cf3-4e85-b801-0032063c016a with Priority: HIGHEST for action security_group_members [ 782.634836] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3e8c32a-4cf3-4e85-b801-0032063c016a with Priority: HIGHEST for action security_group_members [ 782.634836] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3e8c32a-4cf3-4e85-b801-0032063c016a taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.635164] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3e8c32a-4cf3-4e85-b801-0032063c016a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.692761] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.692761] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.692761] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.692761] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.692761] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.692761] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3e8c32a-4cf3-4e85-b801-0032063c016a is going to be updated. [ 782.727036] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.727036] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.727036] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.727036] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.727036] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.737103] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3e8c32a-4cf3-4e85-b801-0032063c016a in Status: IN_PROGRESS for 2s [ 783.169501] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39728890-5614-464e-a1bc-37eda5f1369d in Status: SUCCESS [ 783.172025] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39728890-5614-464e-a1bc-37eda5f1369d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.172025] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39728890-5614-464e-a1bc-37eda5f1369d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.172025] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39728890-5614-464e-a1bc-37eda5f1369d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.172025] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.172025] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.172025] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.172025] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.172025] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.172796] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39728890-5614-464e-a1bc-37eda5f1369d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.173104] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('39728890-5614-464e-a1bc-37eda5f1369d',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.249985] env[70956]: INFO networking_nsxv3.common.synchronization [req-f7d13a09-08fd-43a1-9240-214db903b5e9 req-f95eb99f-fe17-4368-8509-18f1ba86330c service nova] Enqueued Resource ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 with Priority: HIGHEST for action security_group_rules [ 783.250187] env[70956]: INFO networking_nsxv3.common.synchronization [req-f7d13a09-08fd-43a1-9240-214db903b5e9 req-f95eb99f-fe17-4368-8509-18f1ba86330c service nova] Enqueued Resource ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 with Priority: HIGHEST for action security_group_members [ 783.250326] env[70956]: INFO networking_nsxv3.common.synchronization [req-f7d13a09-08fd-43a1-9240-214db903b5e9 req-f95eb99f-fe17-4368-8509-18f1ba86330c service nova] Enqueued Resource ID: 64bc1d4d-4738-4924-8e9b-5e089e0480aa with Priority: HIGHEST for action port [ 783.250990] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 with Priority: HIGHEST for action security_group_rules [ 783.251254] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 with Priority: HIGHEST for action security_group_members [ 783.251339] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64bc1d4d-4738-4924-8e9b-5e089e0480aa with Priority: HIGHEST for action port [ 783.251578] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d09f0e2-4e07-43f7-ba53-6600d30c7795 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.251726] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.251786] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.252060] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.252212] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d09f0e2-4e07-43f7-ba53-6600d30c7795',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.253407] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d09f0e2-4e07-43f7-ba53-6600d30c7795 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.253608] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.253608] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.253790] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.253898] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.254027] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.254101] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.254240] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.254289] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.254390] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d09f0e2-4e07-43f7-ba53-6600d30c7795',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.257600] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-64bc1d4d-4738-4924-8e9b-5e089e0480aa taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.257839] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-64bc1d4d-4738-4924-8e9b-5e089e0480aa" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.257839] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-64bc1d4d-4738-4924-8e9b-5e089e0480aa" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.258064] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-64bc1d4d-4738-4924-8e9b-5e089e0480aa" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.258064] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64bc1d4d-4738-4924-8e9b-5e089e0480aa',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.676421] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-39728890-5614-464e-a1bc-37eda5f1369d taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.676601] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39728890-5614-464e-a1bc-37eda5f1369d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.676653] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39728890-5614-464e-a1bc-37eda5f1369d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.676978] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39728890-5614-464e-a1bc-37eda5f1369d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.677165] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.677271] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.677334] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.677700] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.677825] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.677924] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39728890-5614-464e-a1bc-37eda5f1369d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.678110] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-39728890-5614-464e-a1bc-37eda5f1369d taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.678823] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39728890-5614-464e-a1bc-37eda5f1369d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.678823] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39728890-5614-464e-a1bc-37eda5f1369d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.678823] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39728890-5614-464e-a1bc-37eda5f1369d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.678823] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.678823] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.678823] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.679093] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.679093] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.679155] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39728890-5614-464e-a1bc-37eda5f1369d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.679280] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('39728890-5614-464e-a1bc-37eda5f1369d',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.759373] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d09f0e2-4e07-43f7-ba53-6600d30c7795',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.760944] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d09f0e2-4e07-43f7-ba53-6600d30c7795 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.760944] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.766023] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 64bc1d4d-4738-4924-8e9b-5e089e0480aa with status ACTIVE [ 783.766023] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.766023] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.766023] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.766023] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.766023] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.766023] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.766023] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.766023] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.766023] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.766023] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.766023] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.766023] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.766023] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.766023] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.766023] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.766023] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 64bc1d4d-4738-4924-8e9b-5e089e0480aa is going to be updated. [ 783.783592] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.784689] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.784689] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.784689] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.784689] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.784689] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-64bc1d4d-4738-4924-8e9b-5e089e0480aa" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.901048] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ef744301-e635-4102-a37d-cb2a8f905aab in Status: SUCCESS [ 783.901614] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.901614] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.901844] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.901999] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef744301-e635-4102-a37d-cb2a8f905aab',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.183172] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 39728890-5614-464e-a1bc-37eda5f1369d: rpc.has_security_group_logging(os_id): False [ 784.201680] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.201876] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.202045] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.202212] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.202302] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.202538] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.202637] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.202838] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.202931] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.202931] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.203132] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.203223] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.203282] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.203434] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.203511] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.203712] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.203807] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.203890] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.205699] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.205834] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.205932] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 39728890-5614-464e-a1bc-37eda5f1369d is going to be created. [ 784.259370] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.259482] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.259528] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.259770] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.259959] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.267305] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d09f0e2-4e07-43f7-ba53-6600d30c7795',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.280042] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 39728890-5614-464e-a1bc-37eda5f1369d in Status: IN_PROGRESS for 2s [ 784.365736] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 360c726a-b29b-411e-97b6-15435fdf5a03 in Status: SUCCESS [ 784.366025] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 360c726a-b29b-411e-97b6-15435fdf5a03 deletion is rescheduled due to dependency. [ 784.366125] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-360c726a-b29b-411e-97b6-15435fdf5a03" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.408537] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef744301-e635-4102-a37d-cb2a8f905aab taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.408726] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.408804] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.409107] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.409302] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.409412] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.409479] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.411361] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.411361] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.411361] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.411361] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ef744301-e635-4102-a37d-cb2a8f905aab',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.746685] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3e8c32a-4cf3-4e85-b801-0032063c016a in Status: SUCCESS [ 784.746957] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3e8c32a-4cf3-4e85-b801-0032063c016a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.747153] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3e8c32a-4cf3-4e85-b801-0032063c016a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.747379] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3e8c32a-4cf3-4e85-b801-0032063c016a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.747587] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.747864] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.747934] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.748134] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.748256] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.748357] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3e8c32a-4cf3-4e85-b801-0032063c016a',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.770017] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.770272] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.770272] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.770468] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.770558] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.770660] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 is going to be created. [ 784.794689] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.794860] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.794933] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.795222] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.795390] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.805601] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 in Status: UNINITIALIZED for 2s [ 784.914015] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef744301-e635-4102-a37d-cb2a8f905aab taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.915069] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.915174] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.915379] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.915578] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.915682] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.915745] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.915968] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.916078] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.916200] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.916320] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef744301-e635-4102-a37d-cb2a8f905aab taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.916408] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.916472] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.916609] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.916748] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.916860] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.916922] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.917079] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.917158] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.917242] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.917332] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ef744301-e635-4102-a37d-cb2a8f905aab',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.250828] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.251085] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.251204] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.251492] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.251815] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.251815] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.251956] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.252658] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.252658] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.252658] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.252658] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3e8c32a-4cf3-4e85-b801-0032063c016a is going to be updated. [ 785.279126] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.279976] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.279976] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.279976] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.279976] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.291542] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3e8c32a-4cf3-4e85-b801-0032063c016a in Status: IN_PROGRESS for 2s [ 785.420853] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ef744301-e635-4102-a37d-cb2a8f905aab: rpc.has_security_group_logging(os_id): False [ 785.440039] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.440039] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.440039] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.440039] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.440039] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.440039] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.440332] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.440332] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.440332] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.440418] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.440558] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.440651] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.440712] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.440887] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.441061] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.441199] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.441299] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.441356] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.441589] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.441666] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.441823] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef744301-e635-4102-a37d-cb2a8f905aab is going to be updated. [ 785.500350] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.500502] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.500655] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.500805] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.501328] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.515638] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ef744301-e635-4102-a37d-cb2a8f905aab in Status: IN_PROGRESS for 2s [ 786.293760] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 39728890-5614-464e-a1bc-37eda5f1369d in Status: SUCCESS [ 786.293760] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-39728890-5614-464e-a1bc-37eda5f1369d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.651571] env[70956]: INFO networking_nsxv3.common.synchronization [req-bd62cf44-e100-4695-9105-82a8dada1684 req-07b6aa36-7039-49bf-b686-105cb33b392f tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Enqueued Resource ID: 3191ceed-4461-47d6-bd31-015598aabb7c with Priority: HIGHEST for action security_group_members [ 786.652285] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3191ceed-4461-47d6-bd31-015598aabb7c with Priority: HIGHEST for action security_group_members [ 786.655066] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-3191ceed-4461-47d6-bd31-015598aabb7c taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.655247] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.655315] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.655527] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.655709] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.655833] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.655900] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.656069] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.656157] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.656252] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3191ceed-4461-47d6-bd31-015598aabb7c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.815492] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 in Status: SUCCESS [ 786.815492] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.815492] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.815492] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.815492] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.815492] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.815492] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.815492] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.815492] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.815492] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.815492] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7d09f0e2-4e07-43f7-ba53-6600d30c7795',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.160111] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3191ceed-4461-47d6-bd31-015598aabb7c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.230780] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-500 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.230780] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-500" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.230780] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-500" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.230780] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-500" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.231032] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.231296] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.231296] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.231632] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.231632] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.231839] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 787.231953] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 787.232071] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 787.232179] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 787.232286] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 787.232390] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 787.232525] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 787.250975] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 787.253000] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 787.253000] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 787.253000] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-500" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.253000] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-0e83a523-d403-4c0a-a6f3-d5b3ed3d7be8 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.253000] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-0e83a523-d403-4c0a-a6f3-d5b3ed3d7be8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.253000] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-0e83a523-d403-4c0a-a6f3-d5b3ed3d7be8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.253000] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-0e83a523-d403-4c0a-a6f3-d5b3ed3d7be8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.253000] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e83a523-d403-4c0a-a6f3-d5b3ed3d7be8',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.297553] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3e8c32a-4cf3-4e85-b801-0032063c016a in Status: SUCCESS [ 787.297953] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3e8c32a-4cf3-4e85-b801-0032063c016a deletion is rescheduled due to dependency. [ 787.297953] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3e8c32a-4cf3-4e85-b801-0032063c016a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.322317] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d09f0e2-4e07-43f7-ba53-6600d30c7795 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.322317] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.322432] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.322639] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.322845] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.322955] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.323061] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.323259] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.323357] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.323455] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.323627] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d09f0e2-4e07-43f7-ba53-6600d30c7795 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.323737] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.323820] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.323968] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.326318] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.326318] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.326514] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.328942] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.328942] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.328942] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.328942] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7d09f0e2-4e07-43f7-ba53-6600d30c7795',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.379425] env[70956]: INFO networking_nsxv3.common.synchronization [req-0052ed0c-8a69-4ef8-a40e-1ae11f1d68cc req-4baef135-689e-42e4-9934-2d2fc3930721 tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Enqueued Resource ID: ef744301-e635-4102-a37d-cb2a8f905aab with Priority: HIGHEST for action security_group_members [ 787.380202] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef744301-e635-4102-a37d-cb2a8f905aab with Priority: HIGHEST for action security_group_members [ 787.381321] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef744301-e635-4102-a37d-cb2a8f905aab taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.381321] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.381321] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.381321] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.381321] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.381730] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.381730] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.381730] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.381874] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.381995] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef744301-e635-4102-a37d-cb2a8f905aab',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.532176] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ef744301-e635-4102-a37d-cb2a8f905aab in Status: SUCCESS [ 787.532176] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.662605] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3191ceed-4461-47d6-bd31-015598aabb7c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.726784] env[70956]: INFO networking_nsxv3.common.synchronization [req-0052ed0c-8a69-4ef8-a40e-1ae11f1d68cc req-250f5549-a575-4bb7-ba30-ecc6b9d46428 tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Enqueued Resource ID: ef744301-e635-4102-a37d-cb2a8f905aab with Priority: HIGHEST for action security_group_members [ 787.729726] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef744301-e635-4102-a37d-cb2a8f905aab with Priority: HIGHEST for action security_group_members [ 787.729726] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef744301-e635-4102-a37d-cb2a8f905aab taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.729726] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.756255] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.756879] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.756879] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.756879] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.757109] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.757179] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Segment Port 0e83a523-d403-4c0a-a6f3-d5b3ed3d7be8 not found, creating... [ 787.757442] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.757607] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.759017] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.759017] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.759017] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.759017] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.759017] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.759017] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.759017] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.759017] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.760552] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: 0e83a523-d403-4c0a-a6f3-d5b3ed3d7be8 is going to be created. [ 787.783351] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.784477] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.784477] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.784477] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.784477] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.785112] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-0e83a523-d403-4c0a-a6f3-d5b3ed3d7be8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.834669] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7d09f0e2-4e07-43f7-ba53-6600d30c7795: rpc.has_security_group_logging(os_id): False [ 787.859350] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.859627] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.859627] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.859915] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.860017] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.860208] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.860304] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.860365] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.860509] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.861935] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.861935] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.861935] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.861935] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.861935] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.861935] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.861935] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.861935] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.861935] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.861935] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.861935] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.862415] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 is going to be created. [ 787.884297] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ef744301-e635-4102-a37d-cb2a8f905aab',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.926554] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.926664] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.926724] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.927287] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.927287] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.944625] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 in Status: IN_PROGRESS for 2s [ 787.980409] env[70956]: INFO networking_nsxv3.common.synchronization [None req-3a677f05-7073-4ece-82f0-f8741dd24e38 None None] Enqueued Resource ID: f370c743-7946-4d9f-a763-01af77483d35 with Priority: HIGHEST for action port [ 787.980695] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f370c743-7946-4d9f-a763-01af77483d35 with Priority: HIGHEST for action port [ 787.981392] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-f370c743-7946-4d9f-a763-01af77483d35 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.981484] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f370c743-7946-4d9f-a763-01af77483d35" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.981484] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f370c743-7946-4d9f-a763-01af77483d35" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.981791] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f370c743-7946-4d9f-a763-01af77483d35" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.981924] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f370c743-7946-4d9f-a763-01af77483d35',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.170206] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.170206] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.170206] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.170206] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.170206] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.170206] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3191ceed-4461-47d6-bd31-015598aabb7c is going to be updated. [ 788.198312] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.198312] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.198312] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.198312] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.198312] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.205246] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3191ceed-4461-47d6-bd31-015598aabb7c in Status: IN_PROGRESS for 2s [ 788.388454] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ef744301-e635-4102-a37d-cb2a8f905aab',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.486505] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f370c743-7946-4d9f-a763-01af77483d35 [ 788.487829] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.487829] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.487829] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.487829] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.487829] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.487829] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f370c743-7946-4d9f-a763-01af77483d35 already deleted. [ 788.487829] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f370c743-7946-4d9f-a763-01af77483d35" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.709584] env[70956]: INFO networking_nsxv3.common.synchronization [req-bd62cf44-e100-4695-9105-82a8dada1684 req-4a785e4d-f249-4c7d-9044-bb9c675b8c00 service nova] Enqueued Resource ID: 3191ceed-4461-47d6-bd31-015598aabb7c with Priority: HIGHEST for action security_group_rules [ 788.709584] env[70956]: INFO networking_nsxv3.common.synchronization [req-bd62cf44-e100-4695-9105-82a8dada1684 req-4a785e4d-f249-4c7d-9044-bb9c675b8c00 service nova] Enqueued Resource ID: 3191ceed-4461-47d6-bd31-015598aabb7c with Priority: HIGHEST for action security_group_members [ 788.709584] env[70956]: INFO networking_nsxv3.common.synchronization [req-bd62cf44-e100-4695-9105-82a8dada1684 req-4a785e4d-f249-4c7d-9044-bb9c675b8c00 service nova] Enqueued Resource ID: 0e83a523-d403-4c0a-a6f3-d5b3ed3d7be8 with Priority: HIGHEST for action port [ 788.709584] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3191ceed-4461-47d6-bd31-015598aabb7c with Priority: HIGHEST for action security_group_rules [ 788.709584] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3191ceed-4461-47d6-bd31-015598aabb7c with Priority: HIGHEST for action security_group_members [ 788.710041] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e83a523-d403-4c0a-a6f3-d5b3ed3d7be8 with Priority: HIGHEST for action port [ 788.710510] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3191ceed-4461-47d6-bd31-015598aabb7c taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.710510] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.710510] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.710828] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.710828] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3191ceed-4461-47d6-bd31-015598aabb7c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.711632] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-3191ceed-4461-47d6-bd31-015598aabb7c taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.711726] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.711917] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e83a523-d403-4c0a-a6f3-d5b3ed3d7be8 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.712022] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e83a523-d403-4c0a-a6f3-d5b3ed3d7be8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.712090] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e83a523-d403-4c0a-a6f3-d5b3ed3d7be8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.712265] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e83a523-d403-4c0a-a6f3-d5b3ed3d7be8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.712343] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e83a523-d403-4c0a-a6f3-d5b3ed3d7be8',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.889576] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.889760] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.889840] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.890098] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.890201] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.890304] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef744301-e635-4102-a37d-cb2a8f905aab is going to be updated. [ 788.915832] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.915832] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.915832] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.916328] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.916328] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.923908] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef744301-e635-4102-a37d-cb2a8f905aab in Status: IN_PROGRESS for 2s [ 789.219046] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-3191ceed-4461-47d6-bd31-015598aabb7c taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.219046] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.219046] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0e83a523-d403-4c0a-a6f3-d5b3ed3d7be8 with status ACTIVE [ 789.219046] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.219046] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.219046] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.219046] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.219046] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.219046] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.219046] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.219046] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.219046] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.219046] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.219046] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.219587] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.219587] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.219587] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.219587] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.219587] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0e83a523-d403-4c0a-a6f3-d5b3ed3d7be8 is going to be updated. [ 789.247575] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.248519] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.248519] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.248519] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.248519] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.248519] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e83a523-d403-4c0a-a6f3-d5b3ed3d7be8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.262297] env[70956]: INFO networking_nsxv3.common.synchronization [None req-c3400c6e-65c2-4696-8fe3-524c358f2573 tempest-ServersTestBootFromVolume-1706404308 tempest-ServersTestBootFromVolume-1706404308-project-member] Enqueued Resource ID: 21d84461-8331-4be6-a8af-24ec21b21bb8 with Priority: HIGHEST for action security_group_rules [ 789.263017] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21d84461-8331-4be6-a8af-24ec21b21bb8 with Priority: HIGHEST for action security_group_rules [ 789.263294] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21d84461-8331-4be6-a8af-24ec21b21bb8 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.263394] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21d84461-8331-4be6-a8af-24ec21b21bb8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.263451] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21d84461-8331-4be6-a8af-24ec21b21bb8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.264077] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21d84461-8331-4be6-a8af-24ec21b21bb8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.264077] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21d84461-8331-4be6-a8af-24ec21b21bb8',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.364189] env[70956]: INFO networking_nsxv3.common.synchronization [None req-057cfe55-8c97-4de5-99f2-4729cdccaaca tempest-ServersTestBootFromVolume-1706404308 tempest-ServersTestBootFromVolume-1706404308-project-member] Enqueued Resource ID: 21d84461-8331-4be6-a8af-24ec21b21bb8 with Priority: HIGHEST for action security_group_rules [ 789.367674] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21d84461-8331-4be6-a8af-24ec21b21bb8 with Priority: HIGHEST for action security_group_rules [ 789.369389] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21d84461-8331-4be6-a8af-24ec21b21bb8 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.369656] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21d84461-8331-4be6-a8af-24ec21b21bb8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.788134] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.788588] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.788588] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.788750] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.788879] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.791986] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21d84461-8331-4be6-a8af-24ec21b21bb8 already deleted. [ 789.791986] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21d84461-8331-4be6-a8af-24ec21b21bb8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.791986] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21d84461-8331-4be6-a8af-24ec21b21bb8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.791986] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21d84461-8331-4be6-a8af-24ec21b21bb8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.791986] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21d84461-8331-4be6-a8af-24ec21b21bb8',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.956398] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 in Status: SUCCESS [ 789.956843] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.217011] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3191ceed-4461-47d6-bd31-015598aabb7c in Status: SUCCESS [ 790.217451] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.217955] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.219028] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.219247] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.219369] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.219450] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.219620] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.219766] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.219869] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3191ceed-4461-47d6-bd31-015598aabb7c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.261026] env[70956]: INFO networking_nsxv3.common.synchronization [req-472dd4c6-bc11-43bd-809c-ef7dd2d3ba4f req-91b9f352-beec-4885-a13f-112c2f2728df tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Enqueued Resource ID: abaebe40-bf40-4663-9001-f1d144ec9ba9 with Priority: HIGHEST for action security_group_members [ 790.261659] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abaebe40-bf40-4663-9001-f1d144ec9ba9 with Priority: HIGHEST for action security_group_members [ 790.262402] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-abaebe40-bf40-4663-9001-f1d144ec9ba9 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.262539] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.262766] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.262804] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.263379] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.263379] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.263379] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.263379] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.263581] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.263672] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('abaebe40-bf40-4663-9001-f1d144ec9ba9',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.316401] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.316401] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.316603] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.316845] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.317111] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.317226] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21d84461-8331-4be6-a8af-24ec21b21bb8 already deleted. [ 790.317326] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21d84461-8331-4be6-a8af-24ec21b21bb8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.437022] env[70956]: INFO networking_nsxv3.common.synchronization [None req-517aa4d7-0cea-4834-9a7a-2f8a96156dc0 None None] Enqueued Resource ID: bcfd82a0-7ea9-4c37-ae7e-8c02b4f5918d with Priority: HIGHEST for action port [ 790.437022] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcfd82a0-7ea9-4c37-ae7e-8c02b4f5918d with Priority: HIGHEST for action port [ 790.437234] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-bcfd82a0-7ea9-4c37-ae7e-8c02b4f5918d taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.437332] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bcfd82a0-7ea9-4c37-ae7e-8c02b4f5918d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.437398] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bcfd82a0-7ea9-4c37-ae7e-8c02b4f5918d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.440108] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bcfd82a0-7ea9-4c37-ae7e-8c02b4f5918d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.440108] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bcfd82a0-7ea9-4c37-ae7e-8c02b4f5918d',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.724243] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3191ceed-4461-47d6-bd31-015598aabb7c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.766238] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('abaebe40-bf40-4663-9001-f1d144ec9ba9',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.939685] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef744301-e635-4102-a37d-cb2a8f905aab in Status: SUCCESS [ 790.939685] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.939685] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.939685] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.939685] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.939685] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.939685] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.939685] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.939685] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.939685] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef744301-e635-4102-a37d-cb2a8f905aab',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.941747] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bcfd82a0-7ea9-4c37-ae7e-8c02b4f5918d [ 790.942205] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.942625] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.942985] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.943338] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.943557] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.943803] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bcfd82a0-7ea9-4c37-ae7e-8c02b4f5918d already deleted. [ 790.943992] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bcfd82a0-7ea9-4c37-ae7e-8c02b4f5918d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.231108] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3191ceed-4461-47d6-bd31-015598aabb7c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.269179] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('abaebe40-bf40-4663-9001-f1d144ec9ba9',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.446063] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.446292] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.446459] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.446770] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.446938] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.447263] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.447445] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.447631] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.447755] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.447836] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.447933] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef744301-e635-4102-a37d-cb2a8f905aab is going to be updated. [ 791.477935] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.477935] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.477935] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.477935] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.477935] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.483406] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef744301-e635-4102-a37d-cb2a8f905aab in Status: IN_PROGRESS for 2s [ 791.609899] env[70956]: INFO networking_nsxv3.common.synchronization [req-0cc5d99e-7270-4cdf-b9ca-d6bd46b20f01 req-ff54ad96-7f09-4b07-be4a-c971b0ab9c41 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Enqueued Resource ID: 03a34302-a54b-4708-979a-91d3b49e10ad with Priority: HIGHEST for action security_group_members [ 791.610433] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03a34302-a54b-4708-979a-91d3b49e10ad with Priority: HIGHEST for action security_group_members [ 791.610754] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-03a34302-a54b-4708-979a-91d3b49e10ad taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.610889] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03a34302-a54b-4708-979a-91d3b49e10ad" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.610957] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03a34302-a54b-4708-979a-91d3b49e10ad" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.611498] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03a34302-a54b-4708-979a-91d3b49e10ad" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.611659] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.611766] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.611834] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.611989] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.612101] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.612205] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03a34302-a54b-4708-979a-91d3b49e10ad',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.733796] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.734400] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.734400] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.734400] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.734532] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.734988] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3191ceed-4461-47d6-bd31-015598aabb7c is going to be updated. [ 791.762343] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.762490] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.762595] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.762770] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.762906] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.771293] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3191ceed-4461-47d6-bd31-015598aabb7c in Status: IN_PROGRESS for 2s [ 791.771637] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.771768] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.771840] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.772050] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.772293] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.772293] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: abaebe40-bf40-4663-9001-f1d144ec9ba9 is going to be updated. [ 791.802019] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.802019] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.802019] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.802768] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.805768] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.811205] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: abaebe40-bf40-4663-9001-f1d144ec9ba9 in Status: IN_PROGRESS for 2s [ 791.943534] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-214 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.943949] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-214" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.943949] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-214" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.946517] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-214" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.946517] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.946517] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.946517] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.946517] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.946517] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.946517] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 791.946517] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 791.946517] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 791.946517] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 791.946517] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 791.946517] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 791.946517] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 791.963537] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 791.963537] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 791.963788] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 791.964217] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-214" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.964399] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-840e00a4-8aaf-49de-ad02-d4ff734b471f taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.964574] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-840e00a4-8aaf-49de-ad02-d4ff734b471f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.964720] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-840e00a4-8aaf-49de-ad02-d4ff734b471f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.965170] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-840e00a4-8aaf-49de-ad02-d4ff734b471f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.965343] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('840e00a4-8aaf-49de-ad02-d4ff734b471f',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.115507] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('03a34302-a54b-4708-979a-91d3b49e10ad',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.468251] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.468555] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.468803] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.469263] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.469452] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.469615] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Segment Port 840e00a4-8aaf-49de-ad02-d4ff734b471f not found, creating... [ 792.469956] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.470140] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.470260] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.470549] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.470746] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.471260] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.471550] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.471657] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.472039] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.472286] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.472505] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: 840e00a4-8aaf-49de-ad02-d4ff734b471f is going to be created. [ 792.493037] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.493337] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.493540] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.493913] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.494308] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.494622] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-840e00a4-8aaf-49de-ad02-d4ff734b471f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.618815] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('03a34302-a54b-4708-979a-91d3b49e10ad',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.125407] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.125762] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.125845] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.126130] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.126228] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.126330] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03a34302-a54b-4708-979a-91d3b49e10ad is going to be updated. [ 793.153725] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.153725] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.153725] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.153936] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.153936] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.164893] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03a34302-a54b-4708-979a-91d3b49e10ad in Status: IN_PROGRESS for 2s [ 793.292589] env[70956]: INFO networking_nsxv3.common.synchronization [req-0cc5d99e-7270-4cdf-b9ca-d6bd46b20f01 req-05af58f4-93ee-4e39-84c8-2a3e934792cb service nova] Enqueued Resource ID: 03a34302-a54b-4708-979a-91d3b49e10ad with Priority: HIGHEST for action security_group_rules [ 793.292849] env[70956]: INFO networking_nsxv3.common.synchronization [req-0cc5d99e-7270-4cdf-b9ca-d6bd46b20f01 req-05af58f4-93ee-4e39-84c8-2a3e934792cb service nova] Enqueued Resource ID: 03a34302-a54b-4708-979a-91d3b49e10ad with Priority: HIGHEST for action security_group_members [ 793.293075] env[70956]: INFO networking_nsxv3.common.synchronization [req-0cc5d99e-7270-4cdf-b9ca-d6bd46b20f01 req-05af58f4-93ee-4e39-84c8-2a3e934792cb service nova] Enqueued Resource ID: 840e00a4-8aaf-49de-ad02-d4ff734b471f with Priority: HIGHEST for action port [ 793.293582] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03a34302-a54b-4708-979a-91d3b49e10ad with Priority: HIGHEST for action security_group_rules [ 793.293717] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03a34302-a54b-4708-979a-91d3b49e10ad with Priority: HIGHEST for action security_group_members [ 793.293815] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 840e00a4-8aaf-49de-ad02-d4ff734b471f with Priority: HIGHEST for action port [ 793.296585] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03a34302-a54b-4708-979a-91d3b49e10ad taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.296727] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03a34302-a54b-4708-979a-91d3b49e10ad" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.296797] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03a34302-a54b-4708-979a-91d3b49e10ad" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.297015] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03a34302-a54b-4708-979a-91d3b49e10ad" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.297474] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03a34302-a54b-4708-979a-91d3b49e10ad',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.297980] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-03a34302-a54b-4708-979a-91d3b49e10ad taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.298080] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03a34302-a54b-4708-979a-91d3b49e10ad" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.298281] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-840e00a4-8aaf-49de-ad02-d4ff734b471f taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.298458] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-840e00a4-8aaf-49de-ad02-d4ff734b471f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.298526] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-840e00a4-8aaf-49de-ad02-d4ff734b471f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.298698] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-840e00a4-8aaf-49de-ad02-d4ff734b471f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.298796] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('840e00a4-8aaf-49de-ad02-d4ff734b471f',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.494343] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef744301-e635-4102-a37d-cb2a8f905aab in Status: SUCCESS [ 793.494539] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef744301-e635-4102-a37d-cb2a8f905aab deletion is rescheduled due to dependency. [ 793.494643] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef744301-e635-4102-a37d-cb2a8f905aab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.782546] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3191ceed-4461-47d6-bd31-015598aabb7c in Status: SUCCESS [ 793.782546] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.782546] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.782546] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.782546] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.782546] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.782546] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.782546] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.782546] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.783190] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.783190] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3191ceed-4461-47d6-bd31-015598aabb7c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.801928] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-03a34302-a54b-4708-979a-91d3b49e10ad taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.802110] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03a34302-a54b-4708-979a-91d3b49e10ad" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.802280] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 840e00a4-8aaf-49de-ad02-d4ff734b471f with status ACTIVE [ 793.802458] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.802600] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.802650] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.802818] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.802906] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.803093] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.803237] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.803326] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.803836] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.803914] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.804210] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.804328] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.804393] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.804543] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.804637] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.804748] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 840e00a4-8aaf-49de-ad02-d4ff734b471f is going to be updated. [ 793.820235] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: abaebe40-bf40-4663-9001-f1d144ec9ba9 in Status: SUCCESS [ 793.821059] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.826586] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.826782] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.826875] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.827312] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.827312] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.827491] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-840e00a4-8aaf-49de-ad02-d4ff734b471f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.285452] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-3191ceed-4461-47d6-bd31-015598aabb7c taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.285452] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.285452] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.285885] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.285885] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.285964] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.286022] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.286175] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.286266] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.286356] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.286526] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-3191ceed-4461-47d6-bd31-015598aabb7c taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.286621] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.286797] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.286861] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.286972] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.287099] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.287159] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.287316] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.287393] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.287514] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.287561] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3191ceed-4461-47d6-bd31-015598aabb7c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.501972] env[70956]: INFO networking_nsxv3.common.synchronization [req-d38747d0-94df-4a44-9d7f-c17bdedf426c req-4627af48-6378-4b81-8be6-a5ff645a5b24 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Enqueued Resource ID: 8e7cb093-c160-4200-810a-24193daf0945 with Priority: HIGHEST for action security_group_members [ 794.501972] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e7cb093-c160-4200-810a-24193daf0945 with Priority: HIGHEST for action security_group_members [ 794.501972] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e7cb093-c160-4200-810a-24193daf0945 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.501972] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.501972] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.501972] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.501972] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.501972] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.501972] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.501972] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.501972] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.501972] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e7cb093-c160-4200-810a-24193daf0945',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.751982] env[70956]: INFO networking_nsxv3.common.synchronization [req-4e2771e8-3b74-409f-afce-c5d3a5c8bafb req-b69eccf1-268b-46f8-a892-cfdf23f3ef2c tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] Enqueued Resource ID: 39728890-5614-464e-a1bc-37eda5f1369d with Priority: HIGHEST for action security_group_members [ 794.752629] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39728890-5614-464e-a1bc-37eda5f1369d with Priority: HIGHEST for action security_group_members [ 794.752980] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-39728890-5614-464e-a1bc-37eda5f1369d taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.755660] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39728890-5614-464e-a1bc-37eda5f1369d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.755735] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39728890-5614-464e-a1bc-37eda5f1369d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.756272] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39728890-5614-464e-a1bc-37eda5f1369d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.756272] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.756569] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.756569] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.756569] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.756718] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.756718] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39728890-5614-464e-a1bc-37eda5f1369d',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.791358] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3191ceed-4461-47d6-bd31-015598aabb7c: rpc.has_security_group_logging(os_id): False [ 794.817712] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.817712] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.817712] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.817712] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.817973] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.818144] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.818247] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.818309] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.818487] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.818576] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.820024] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.820024] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.820024] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.820024] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.820024] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.820948] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.821683] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.821751] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.821915] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.821992] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.822104] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3191ceed-4461-47d6-bd31-015598aabb7c is going to be updated. [ 794.887571] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.888458] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.888458] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.888458] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.888458] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.900068] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3191ceed-4461-47d6-bd31-015598aabb7c in Status: IN_PROGRESS for 2s [ 794.985173] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-996 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.985173] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-996" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.985173] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-996" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.985173] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-996" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.985173] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.985587] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.985822] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.986203] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.986484] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.986891] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 794.987350] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 794.988446] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 794.988766] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 794.988994] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 794.989248] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 794.989507] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 795.004517] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.005014] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.005014] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.005117] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.005160] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.005368] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.005479] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.005541] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.006390] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.006390] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.006390] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e7cb093-c160-4200-810a-24193daf0945 is going to be updated. [ 795.026332] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 795.026381] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 795.026488] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 795.026673] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-996" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.027022] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-5712c9e4-b89f-437e-a04e-b570e677bf49 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.027201] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-5712c9e4-b89f-437e-a04e-b570e677bf49" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.027322] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-5712c9e4-b89f-437e-a04e-b570e677bf49" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.027662] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-5712c9e4-b89f-437e-a04e-b570e677bf49" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.027903] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5712c9e4-b89f-437e-a04e-b570e677bf49',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.036025] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.036025] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.036025] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.036025] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.036025] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.046145] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e7cb093-c160-4200-810a-24193daf0945 in Status: IN_PROGRESS for 2s [ 795.173947] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03a34302-a54b-4708-979a-91d3b49e10ad in Status: SUCCESS [ 795.173947] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03a34302-a54b-4708-979a-91d3b49e10ad" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.173947] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03a34302-a54b-4708-979a-91d3b49e10ad" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.173947] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03a34302-a54b-4708-979a-91d3b49e10ad" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.173947] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.173947] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.173947] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.173947] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.173947] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.173947] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03a34302-a54b-4708-979a-91d3b49e10ad',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.261879] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.261879] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.261879] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.261879] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.261879] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.261879] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.261879] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.261879] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.261879] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.261879] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.261879] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39728890-5614-464e-a1bc-37eda5f1369d is going to be updated. [ 795.287278] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.287555] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.287555] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.287764] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.287907] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.297506] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39728890-5614-464e-a1bc-37eda5f1369d in Status: IN_PROGRESS for 2s [ 795.533806] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.534060] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.534196] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.534481] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.534790] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.535038] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Segment Port 5712c9e4-b89f-437e-a04e-b570e677bf49 not found, creating... [ 795.535390] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.535654] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.535920] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.536104] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.536297] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.536669] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.536856] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.536980] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.537490] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.537941] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.538328] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: 5712c9e4-b89f-437e-a04e-b570e677bf49 is going to be created. [ 795.557206] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.557422] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.557547] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.557860] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.558104] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.558333] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-5712c9e4-b89f-437e-a04e-b570e677bf49" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.676198] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('03a34302-a54b-4708-979a-91d3b49e10ad',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.178310] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('03a34302-a54b-4708-979a-91d3b49e10ad',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.532200] env[70956]: INFO networking_nsxv3.common.synchronization [req-d38747d0-94df-4a44-9d7f-c17bdedf426c req-9a8ce78f-c7ae-430b-b881-1cb55ea664fb service nova] Enqueued Resource ID: 8e7cb093-c160-4200-810a-24193daf0945 with Priority: HIGHEST for action security_group_rules [ 796.532200] env[70956]: INFO networking_nsxv3.common.synchronization [req-d38747d0-94df-4a44-9d7f-c17bdedf426c req-9a8ce78f-c7ae-430b-b881-1cb55ea664fb service nova] Enqueued Resource ID: 8e7cb093-c160-4200-810a-24193daf0945 with Priority: HIGHEST for action security_group_members [ 796.532200] env[70956]: INFO networking_nsxv3.common.synchronization [req-d38747d0-94df-4a44-9d7f-c17bdedf426c req-9a8ce78f-c7ae-430b-b881-1cb55ea664fb service nova] Enqueued Resource ID: 5712c9e4-b89f-437e-a04e-b570e677bf49 with Priority: HIGHEST for action port [ 796.533760] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e7cb093-c160-4200-810a-24193daf0945 with Priority: HIGHEST for action security_group_rules [ 796.533817] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e7cb093-c160-4200-810a-24193daf0945 with Priority: HIGHEST for action security_group_members [ 796.533914] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5712c9e4-b89f-437e-a04e-b570e677bf49 with Priority: HIGHEST for action port [ 796.534646] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e7cb093-c160-4200-810a-24193daf0945 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.534884] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.535015] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.535278] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.535404] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e7cb093-c160-4200-810a-24193daf0945',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.537753] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e7cb093-c160-4200-810a-24193daf0945 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.538518] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.539497] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-5712c9e4-b89f-437e-a04e-b570e677bf49 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.539842] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5712c9e4-b89f-437e-a04e-b570e677bf49" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.540844] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5712c9e4-b89f-437e-a04e-b570e677bf49" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.541422] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5712c9e4-b89f-437e-a04e-b570e677bf49" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.541624] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5712c9e4-b89f-437e-a04e-b570e677bf49',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.685675] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.685675] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.685675] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.685675] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.685675] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.685675] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03a34302-a54b-4708-979a-91d3b49e10ad is going to be updated. [ 796.699021] env[70956]: INFO networking_nsxv3.common.synchronization [None req-7c8ec32c-b795-447f-a4a7-e3a5bbcdc2d9 None None] Enqueued Resource ID: 622e6ebd-478d-4ede-83a2-b4190a56d1ad with Priority: HIGHEST for action port [ 796.699021] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 622e6ebd-478d-4ede-83a2-b4190a56d1ad with Priority: HIGHEST for action port [ 796.699021] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-622e6ebd-478d-4ede-83a2-b4190a56d1ad taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.699021] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-622e6ebd-478d-4ede-83a2-b4190a56d1ad" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.699021] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-622e6ebd-478d-4ede-83a2-b4190a56d1ad" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.699021] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-622e6ebd-478d-4ede-83a2-b4190a56d1ad" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.699021] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('622e6ebd-478d-4ede-83a2-b4190a56d1ad',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.709487] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.709629] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.709704] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.709955] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.710300] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.718571] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03a34302-a54b-4708-979a-91d3b49e10ad in Status: IN_PROGRESS for 2s [ 796.913395] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3191ceed-4461-47d6-bd31-015598aabb7c in Status: SUCCESS [ 796.913395] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.038853] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e7cb093-c160-4200-810a-24193daf0945 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.038853] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.048060] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5712c9e4-b89f-437e-a04e-b570e677bf49 with status ACTIVE [ 797.048060] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.048060] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.048060] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.048060] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.048060] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.048060] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.048060] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.048060] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.048060] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.048060] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.048060] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.048060] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.048060] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.048060] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.048060] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.048060] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5712c9e4-b89f-437e-a04e-b570e677bf49 is going to be updated. [ 797.060820] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e7cb093-c160-4200-810a-24193daf0945 in Status: SUCCESS [ 797.060820] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e7cb093-c160-4200-810a-24193daf0945 deletion is rescheduled due to dependency. [ 797.060820] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.060820] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.060820] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.060820] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.060820] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.060820] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.060820] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.060820] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.060820] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e7cb093-c160-4200-810a-24193daf0945',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.069604] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.069604] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.069604] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.069604] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.069604] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.069604] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5712c9e4-b89f-437e-a04e-b570e677bf49" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.160530] env[70956]: INFO networking_nsxv3.common.synchronization [req-8ce533a6-b6b9-4e5e-99ac-4aae2c757c90 req-3a18b383-62af-42be-9da9-39a907004f7b tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Enqueued Resource ID: 3191ceed-4461-47d6-bd31-015598aabb7c with Priority: HIGHEST for action security_group_members [ 797.160530] env[70956]: INFO networking_nsxv3.common.synchronization [req-8ce533a6-b6b9-4e5e-99ac-4aae2c757c90 req-3a18b383-62af-42be-9da9-39a907004f7b tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Enqueued Resource ID: ca2748cd-f542-4e0d-8769-c9bc0a7b9840 with Priority: HIGHEST for action security_group_members [ 797.163166] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3191ceed-4461-47d6-bd31-015598aabb7c with Priority: HIGHEST for action security_group_members [ 797.163369] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca2748cd-f542-4e0d-8769-c9bc0a7b9840 with Priority: HIGHEST for action security_group_members [ 797.164500] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-3191ceed-4461-47d6-bd31-015598aabb7c taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.164645] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.164735] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.164917] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.165176] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.165288] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.165378] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.165552] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.165639] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.165741] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3191ceed-4461-47d6-bd31-015598aabb7c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.166820] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca2748cd-f542-4e0d-8769-c9bc0a7b9840 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.166971] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca2748cd-f542-4e0d-8769-c9bc0a7b9840" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.167067] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca2748cd-f542-4e0d-8769-c9bc0a7b9840" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.171028] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca2748cd-f542-4e0d-8769-c9bc0a7b9840" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.171028] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.171028] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.171028] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.171028] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.171028] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.171028] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca2748cd-f542-4e0d-8769-c9bc0a7b9840',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.202755] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 622e6ebd-478d-4ede-83a2-b4190a56d1ad [ 797.202967] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.203134] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.203194] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.203386] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.203474] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.203578] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:622e6ebd-478d-4ede-83a2-b4190a56d1ad already deleted. [ 797.203658] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-622e6ebd-478d-4ede-83a2-b4190a56d1ad" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.227263] env[70956]: INFO networking_nsxv3.common.synchronization [req-8ce533a6-b6b9-4e5e-99ac-4aae2c757c90 req-3a18b383-62af-42be-9da9-39a907004f7b tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Enqueued Resource ID: 3191ceed-4461-47d6-bd31-015598aabb7c with Priority: HIGHEST for action security_group_rules [ 797.227263] env[70956]: INFO networking_nsxv3.common.synchronization [req-8ce533a6-b6b9-4e5e-99ac-4aae2c757c90 req-3a18b383-62af-42be-9da9-39a907004f7b tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Enqueued Resource ID: 3191ceed-4461-47d6-bd31-015598aabb7c with Priority: HIGHEST for action security_group_members [ 797.227263] env[70956]: INFO networking_nsxv3.common.synchronization [req-8ce533a6-b6b9-4e5e-99ac-4aae2c757c90 req-3a18b383-62af-42be-9da9-39a907004f7b tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Enqueued Resource ID: ca2748cd-f542-4e0d-8769-c9bc0a7b9840 with Priority: HIGHEST for action security_group_rules [ 797.227263] env[70956]: INFO networking_nsxv3.common.synchronization [req-8ce533a6-b6b9-4e5e-99ac-4aae2c757c90 req-3a18b383-62af-42be-9da9-39a907004f7b tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Enqueued Resource ID: ca2748cd-f542-4e0d-8769-c9bc0a7b9840 with Priority: HIGHEST for action security_group_members [ 797.227263] env[70956]: INFO networking_nsxv3.common.synchronization [req-8ce533a6-b6b9-4e5e-99ac-4aae2c757c90 req-3a18b383-62af-42be-9da9-39a907004f7b tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Enqueued Resource ID: 0e83a523-d403-4c0a-a6f3-d5b3ed3d7be8 with Priority: HIGHEST for action port [ 797.227263] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3191ceed-4461-47d6-bd31-015598aabb7c with Priority: HIGHEST for action security_group_rules [ 797.227476] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca2748cd-f542-4e0d-8769-c9bc0a7b9840 with Priority: HIGHEST for action security_group_rules [ 797.227631] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e83a523-d403-4c0a-a6f3-d5b3ed3d7be8 with Priority: HIGHEST for action port [ 797.227765] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3191ceed-4461-47d6-bd31-015598aabb7c with Priority: HIGHEST for action security_group_members [ 797.227873] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca2748cd-f542-4e0d-8769-c9bc0a7b9840 with Priority: HIGHEST for action security_group_members [ 797.228241] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3191ceed-4461-47d6-bd31-015598aabb7c taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.228369] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.228447] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.228659] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.228714] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3191ceed-4461-47d6-bd31-015598aabb7c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.230213] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca2748cd-f542-4e0d-8769-c9bc0a7b9840 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.230414] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca2748cd-f542-4e0d-8769-c9bc0a7b9840" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.230414] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca2748cd-f542-4e0d-8769-c9bc0a7b9840" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.230651] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca2748cd-f542-4e0d-8769-c9bc0a7b9840" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.230745] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca2748cd-f542-4e0d-8769-c9bc0a7b9840',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.231913] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e83a523-d403-4c0a-a6f3-d5b3ed3d7be8 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.232074] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e83a523-d403-4c0a-a6f3-d5b3ed3d7be8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.232106] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e83a523-d403-4c0a-a6f3-d5b3ed3d7be8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.232841] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e83a523-d403-4c0a-a6f3-d5b3ed3d7be8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.232841] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e83a523-d403-4c0a-a6f3-d5b3ed3d7be8',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.234106] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-3191ceed-4461-47d6-bd31-015598aabb7c taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.234106] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.234106] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca2748cd-f542-4e0d-8769-c9bc0a7b9840 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.234106] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca2748cd-f542-4e0d-8769-c9bc0a7b9840" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.308127] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39728890-5614-464e-a1bc-37eda5f1369d in Status: SUCCESS [ 797.308127] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39728890-5614-464e-a1bc-37eda5f1369d deletion is rescheduled due to dependency. [ 797.308127] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39728890-5614-464e-a1bc-37eda5f1369d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.563144] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e7cb093-c160-4200-810a-24193daf0945',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.671971] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3191ceed-4461-47d6-bd31-015598aabb7c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.671971] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ca2748cd-f542-4e0d-8769-c9bc0a7b9840',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.731402] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-3191ceed-4461-47d6-bd31-015598aabb7c taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.731402] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.737788] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca2748cd-f542-4e0d-8769-c9bc0a7b9840 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.737788] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca2748cd-f542-4e0d-8769-c9bc0a7b9840" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.737788] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0e83a523-d403-4c0a-a6f3-d5b3ed3d7be8 with status ACTIVE [ 797.737788] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.737788] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.738154] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.738780] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.738780] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.738780] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.738780] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.738961] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.739123] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.739154] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.739359] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.739667] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.739667] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.739746] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.739746] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.740077] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0e83a523-d403-4c0a-a6f3-d5b3ed3d7be8 is going to be updated. [ 797.762100] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.762100] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.762219] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.763041] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.763041] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.763041] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e83a523-d403-4c0a-a6f3-d5b3ed3d7be8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.065875] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e7cb093-c160-4200-810a-24193daf0945',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.173977] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3191ceed-4461-47d6-bd31-015598aabb7c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.175040] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ca2748cd-f542-4e0d-8769-c9bc0a7b9840',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.569402] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.569865] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.569865] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.570517] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.570517] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.570634] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e7cb093-c160-4200-810a-24193daf0945 is going to be updated. [ 798.606511] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.606511] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.606511] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.606511] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.606511] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.614014] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e7cb093-c160-4200-810a-24193daf0945 in Status: IN_PROGRESS for 2s [ 798.676723] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.676934] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.676977] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.677194] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.677279] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.677397] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3191ceed-4461-47d6-bd31-015598aabb7c is going to be updated. [ 798.678922] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.679062] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.679151] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.679333] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.679420] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.679500] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca2748cd-f542-4e0d-8769-c9bc0a7b9840 is going to be created. [ 798.710478] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.710881] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.710994] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.711298] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.711508] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.717845] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.718323] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.718323] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.718547] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.718698] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.729713] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3191ceed-4461-47d6-bd31-015598aabb7c in Status: IN_PROGRESS for 2s [ 798.733152] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca2748cd-f542-4e0d-8769-c9bc0a7b9840 in Status: UNINITIALIZED for 2s [ 798.733989] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03a34302-a54b-4708-979a-91d3b49e10ad in Status: SUCCESS [ 798.735059] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03a34302-a54b-4708-979a-91d3b49e10ad" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.735059] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03a34302-a54b-4708-979a-91d3b49e10ad" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.735059] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03a34302-a54b-4708-979a-91d3b49e10ad" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.735351] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.735495] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.735551] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.735802] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.737724] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.737724] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03a34302-a54b-4708-979a-91d3b49e10ad" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.737724] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('03a34302-a54b-4708-979a-91d3b49e10ad',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.202702] env[70956]: INFO networking_nsxv3.common.synchronization [None req-3d2215a7-16cc-483f-aff8-3f6e1167e930 None None] Enqueued Resource ID: 20eea451-cca3-469a-9761-13e92bee3986 with Priority: HIGHEST for action port [ 799.202893] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20eea451-cca3-469a-9761-13e92bee3986 with Priority: HIGHEST for action port [ 799.203230] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-20eea451-cca3-469a-9761-13e92bee3986 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.203360] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-20eea451-cca3-469a-9761-13e92bee3986" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.203425] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-20eea451-cca3-469a-9761-13e92bee3986" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.204470] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-20eea451-cca3-469a-9761-13e92bee3986" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.204470] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20eea451-cca3-469a-9761-13e92bee3986',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.240154] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-03a34302-a54b-4708-979a-91d3b49e10ad taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.240154] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03a34302-a54b-4708-979a-91d3b49e10ad" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.240154] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03a34302-a54b-4708-979a-91d3b49e10ad" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.240154] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03a34302-a54b-4708-979a-91d3b49e10ad" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.240154] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.240154] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.240154] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.240154] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.240465] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.240465] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03a34302-a54b-4708-979a-91d3b49e10ad" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.240465] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-03a34302-a54b-4708-979a-91d3b49e10ad taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.240601] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03a34302-a54b-4708-979a-91d3b49e10ad" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.240601] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03a34302-a54b-4708-979a-91d3b49e10ad" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.240831] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03a34302-a54b-4708-979a-91d3b49e10ad" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.240831] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.240943] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.240973] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.241148] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.241212] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.241275] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03a34302-a54b-4708-979a-91d3b49e10ad" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.241362] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('03a34302-a54b-4708-979a-91d3b49e10ad',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.707423] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 20eea451-cca3-469a-9761-13e92bee3986 [ 799.707757] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.707823] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.707856] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.711095] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.711095] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.711095] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:20eea451-cca3-469a-9761-13e92bee3986 already deleted. [ 799.711095] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-20eea451-cca3-469a-9761-13e92bee3986" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.747543] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 03a34302-a54b-4708-979a-91d3b49e10ad: rpc.has_security_group_logging(os_id): False [ 799.765441] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.765657] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.766685] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.766685] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.766685] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.766685] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.766685] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.766685] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.767089] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.767089] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.767089] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.767280] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.767280] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.767383] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.767457] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.767956] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.768110] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.768176] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.768346] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.768428] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.768518] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03a34302-a54b-4708-979a-91d3b49e10ad is going to be updated. [ 799.830093] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.831447] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.831447] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.831447] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.831447] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.843633] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03a34302-a54b-4708-979a-91d3b49e10ad in Status: IN_PROGRESS for 2s [ 800.627245] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e7cb093-c160-4200-810a-24193daf0945 in Status: SUCCESS [ 800.627363] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.628360] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.628360] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.628360] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.628360] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.628360] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.628614] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.628614] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.628614] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.628703] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8e7cb093-c160-4200-810a-24193daf0945',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.745741] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca2748cd-f542-4e0d-8769-c9bc0a7b9840 in Status: SUCCESS [ 800.746051] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca2748cd-f542-4e0d-8769-c9bc0a7b9840" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.746174] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca2748cd-f542-4e0d-8769-c9bc0a7b9840" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.746399] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca2748cd-f542-4e0d-8769-c9bc0a7b9840" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.747285] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.747533] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.747743] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.747955] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.748087] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.748207] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca2748cd-f542-4e0d-8769-c9bc0a7b9840',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.750155] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3191ceed-4461-47d6-bd31-015598aabb7c in Status: SUCCESS [ 800.750420] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.753091] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.753328] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.753526] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.753650] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.753717] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.753879] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.753966] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.754078] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3191ceed-4461-47d6-bd31-015598aabb7c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.825912] env[70956]: INFO networking_nsxv3.common.synchronization [None req-9ffe70d6-a476-4790-bf10-f55cd57b3731 None None] Enqueued Resource ID: e4a949dc-5811-4b81-b63a-0b7aa9c554a1 with Priority: HIGHEST for action port [ 800.825912] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4a949dc-5811-4b81-b63a-0b7aa9c554a1 with Priority: HIGHEST for action port [ 800.827486] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4a949dc-5811-4b81-b63a-0b7aa9c554a1 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.827617] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4a949dc-5811-4b81-b63a-0b7aa9c554a1" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.827688] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4a949dc-5811-4b81-b63a-0b7aa9c554a1" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.828023] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4a949dc-5811-4b81-b63a-0b7aa9c554a1" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.828150] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4a949dc-5811-4b81-b63a-0b7aa9c554a1',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.134037] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e7cb093-c160-4200-810a-24193daf0945 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.134037] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.134037] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.134037] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.134037] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.134037] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.134037] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.134037] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.134037] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.134037] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.134037] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e7cb093-c160-4200-810a-24193daf0945 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.134037] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.134037] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.134037] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.134037] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.134037] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.134728] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.134728] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.134728] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.134728] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.134728] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8e7cb093-c160-4200-810a-24193daf0945',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.257571] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ca2748cd-f542-4e0d-8769-c9bc0a7b9840',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.257571] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3191ceed-4461-47d6-bd31-015598aabb7c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.332231] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e4a949dc-5811-4b81-b63a-0b7aa9c554a1 [ 801.332231] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.332231] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.332231] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.332231] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.332231] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.332231] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e4a949dc-5811-4b81-b63a-0b7aa9c554a1 already deleted. [ 801.332231] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4a949dc-5811-4b81-b63a-0b7aa9c554a1" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.637184] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8e7cb093-c160-4200-810a-24193daf0945: rpc.has_security_group_logging(os_id): False [ 801.655430] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.655821] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.655821] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.655919] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.655970] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.656431] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.656614] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.656689] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.656898] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.656986] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.657249] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.657368] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.657436] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.657606] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.657688] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.657900] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.657999] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.660409] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.660409] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.660409] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.660409] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e7cb093-c160-4200-810a-24193daf0945 is going to be updated. [ 801.679882] env[70956]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-5a43399c-bcf2-4713-b000-f5747c6a1896 None None] NSXv3 Agent Agent loop - iteration:0 completed [ 801.680092] env[70956]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-5a43399c-bcf2-4713-b000-f5747c6a1896 None None] NSXv3 Agent Agent loop - iteration:1 started [ 801.718018] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.718138] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.718184] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.718389] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.718538] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.733097] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e7cb093-c160-4200-810a-24193daf0945 in Status: IN_PROGRESS for 2s [ 801.763378] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ca2748cd-f542-4e0d-8769-c9bc0a7b9840',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.764866] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3191ceed-4461-47d6-bd31-015598aabb7c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.860896] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03a34302-a54b-4708-979a-91d3b49e10ad in Status: SUCCESS [ 801.861387] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03a34302-a54b-4708-979a-91d3b49e10ad" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.267413] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.267413] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.267524] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.267679] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.267823] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.267885] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca2748cd-f542-4e0d-8769-c9bc0a7b9840 is going to be updated. [ 802.269264] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.269389] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.269473] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.269629] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.269712] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.269870] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3191ceed-4461-47d6-bd31-015598aabb7c is going to be updated. [ 802.302017] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.302017] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.302017] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.302017] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.302017] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.304513] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.304670] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.304746] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.304933] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.305125] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.318130] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca2748cd-f542-4e0d-8769-c9bc0a7b9840 in Status: IN_PROGRESS for 2s [ 802.318787] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3191ceed-4461-47d6-bd31-015598aabb7c in Status: IN_PROGRESS for 2s [ 803.015419] env[70956]: INFO networking_nsxv3.common.synchronization [None req-8046e4fb-c78b-4dd3-be03-4659dcce4932 None None] Enqueued Resource ID: 4b232b54-0f48-4ee0-b98e-abab77b22e7b with Priority: HIGHEST for action port [ 803.015419] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b232b54-0f48-4ee0-b98e-abab77b22e7b with Priority: HIGHEST for action port [ 803.015419] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b232b54-0f48-4ee0-b98e-abab77b22e7b taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.015419] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b232b54-0f48-4ee0-b98e-abab77b22e7b" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.015419] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b232b54-0f48-4ee0-b98e-abab77b22e7b" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.015419] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b232b54-0f48-4ee0-b98e-abab77b22e7b" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.017304] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b232b54-0f48-4ee0-b98e-abab77b22e7b',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.108083] env[70956]: INFO networking_nsxv3.common.synchronization [req-152107cf-f157-4e22-a769-075921570555 req-09d14f40-d91c-4f45-91ac-fe9270c8b296 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Enqueued Resource ID: 65518df3-fa74-4cc4-bc12-e13005594074 with Priority: HIGHEST for action security_group_members [ 803.108940] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65518df3-fa74-4cc4-bc12-e13005594074 with Priority: HIGHEST for action security_group_members [ 803.111332] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-65518df3-fa74-4cc4-bc12-e13005594074 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.111332] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65518df3-fa74-4cc4-bc12-e13005594074" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.111332] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65518df3-fa74-4cc4-bc12-e13005594074" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.111594] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65518df3-fa74-4cc4-bc12-e13005594074" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.111785] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.111902] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.111969] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.112140] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.112239] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.112340] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65518df3-fa74-4cc4-bc12-e13005594074',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.495611] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-142 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.495829] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-142" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.495958] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-142" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.496314] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-142" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.496582] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.496741] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.496861] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.498193] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.498398] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.498618] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 803.498734] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 803.498846] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 803.498956] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 803.499084] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 803.499205] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 803.499340] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 803.519576] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 803.519774] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 803.519922] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 803.520132] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-142" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.520537] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-e1077a00-76cd-4954-b69f-ff6e7cfef0fe taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.520724] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-e1077a00-76cd-4954-b69f-ff6e7cfef0fe" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.520882] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-e1077a00-76cd-4954-b69f-ff6e7cfef0fe" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.521248] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-e1077a00-76cd-4954-b69f-ff6e7cfef0fe" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.521432] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1077a00-76cd-4954-b69f-ff6e7cfef0fe',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.522286] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4b232b54-0f48-4ee0-b98e-abab77b22e7b [ 803.522464] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.522656] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.522738] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.522894] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.522981] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.523084] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4b232b54-0f48-4ee0-b98e-abab77b22e7b already deleted. [ 803.523163] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b232b54-0f48-4ee0-b98e-abab77b22e7b" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.615358] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.619158] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.619158] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.619158] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.619158] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.619158] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.619158] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.619158] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.619158] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.619158] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.619158] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65518df3-fa74-4cc4-bc12-e13005594074 already deleted. [ 803.619158] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65518df3-fa74-4cc4-bc12-e13005594074" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.638259] env[70956]: INFO networking_nsxv3.common.synchronization [None req-b7748ddb-9ae6-4761-9eb7-708743a9af2a None None] Enqueued Resource ID: 8c982703-5d73-449d-af66-648c2c7c6f79 with Priority: HIGHEST for action port [ 803.639086] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c982703-5d73-449d-af66-648c2c7c6f79 with Priority: HIGHEST for action port [ 803.639142] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c982703-5d73-449d-af66-648c2c7c6f79 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.639289] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c982703-5d73-449d-af66-648c2c7c6f79" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.639487] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c982703-5d73-449d-af66-648c2c7c6f79" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.639603] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c982703-5d73-449d-af66-648c2c7c6f79" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.639682] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c982703-5d73-449d-af66-648c2c7c6f79',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.746444] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e7cb093-c160-4200-810a-24193daf0945 in Status: SUCCESS [ 803.749017] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.024496] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.024834] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.024995] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.025178] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.025327] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.026538] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Segment Port e1077a00-76cd-4954-b69f-ff6e7cfef0fe not found, creating... [ 804.026538] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.026538] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.026538] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.026538] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.026538] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.026836] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.026893] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.027047] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.027297] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.027446] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.027616] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: e1077a00-76cd-4954-b69f-ff6e7cfef0fe is going to be created. [ 804.046674] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.046900] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.046979] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.047328] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.047591] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.047891] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-e1077a00-76cd-4954-b69f-ff6e7cfef0fe" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.141674] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8c982703-5d73-449d-af66-648c2c7c6f79 [ 804.141914] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.142066] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.142131] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.142435] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.142520] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.142616] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8c982703-5d73-449d-af66-648c2c7c6f79 already deleted. [ 804.142697] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c982703-5d73-449d-af66-648c2c7c6f79" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.333255] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3191ceed-4461-47d6-bd31-015598aabb7c in Status: SUCCESS [ 804.333255] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.334119] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca2748cd-f542-4e0d-8769-c9bc0a7b9840 in Status: SUCCESS [ 804.334119] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca2748cd-f542-4e0d-8769-c9bc0a7b9840" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.334119] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.334404] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.334624] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.334624] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.334751] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.334813] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.334892] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.334971] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.335991] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3191ceed-4461-47d6-bd31-015598aabb7c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.336908] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca2748cd-f542-4e0d-8769-c9bc0a7b9840" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.337216] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca2748cd-f542-4e0d-8769-c9bc0a7b9840" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.337428] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.337577] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.337660] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.337838] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.337971] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.339930] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca2748cd-f542-4e0d-8769-c9bc0a7b9840" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.340056] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ca2748cd-f542-4e0d-8769-c9bc0a7b9840',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.613781] env[70956]: INFO networking_nsxv3.common.synchronization [req-ec7a8525-63f3-4619-8dc2-31961fc3fa62 req-83a11e6c-30e1-45c9-b5f4-68b1ac34fe38 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Enqueued Resource ID: ca2748cd-f542-4e0d-8769-c9bc0a7b9840 with Priority: HIGHEST for action security_group_members [ 804.614020] env[70956]: INFO networking_nsxv3.common.synchronization [req-ec7a8525-63f3-4619-8dc2-31961fc3fa62 req-83a11e6c-30e1-45c9-b5f4-68b1ac34fe38 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Enqueued Resource ID: 3191ceed-4461-47d6-bd31-015598aabb7c with Priority: HIGHEST for action security_group_members [ 804.614190] env[70956]: INFO networking_nsxv3.common.synchronization [req-ec7a8525-63f3-4619-8dc2-31961fc3fa62 req-83a11e6c-30e1-45c9-b5f4-68b1ac34fe38 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Enqueued Resource ID: 88dd6d52-c441-4029-b299-709b12306f44 with Priority: HIGHEST for action security_group_members [ 804.615125] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca2748cd-f542-4e0d-8769-c9bc0a7b9840 with Priority: HIGHEST for action security_group_members [ 804.615305] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3191ceed-4461-47d6-bd31-015598aabb7c with Priority: HIGHEST for action security_group_members [ 804.615434] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88dd6d52-c441-4029-b299-709b12306f44 with Priority: HIGHEST for action security_group_members [ 804.616108] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca2748cd-f542-4e0d-8769-c9bc0a7b9840 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.616108] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca2748cd-f542-4e0d-8769-c9bc0a7b9840" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.616242] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca2748cd-f542-4e0d-8769-c9bc0a7b9840" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.617349] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca2748cd-f542-4e0d-8769-c9bc0a7b9840" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.617349] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.617349] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.617349] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.617349] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.617349] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.617349] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca2748cd-f542-4e0d-8769-c9bc0a7b9840',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.619035] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-3191ceed-4461-47d6-bd31-015598aabb7c taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.619035] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.619035] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.619221] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.619390] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.619494] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.619576] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.619737] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.619889] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.619996] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3191ceed-4461-47d6-bd31-015598aabb7c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.620908] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-88dd6d52-c441-4029-b299-709b12306f44 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.621043] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88dd6d52-c441-4029-b299-709b12306f44" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.621122] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88dd6d52-c441-4029-b299-709b12306f44" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.621709] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88dd6d52-c441-4029-b299-709b12306f44" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.621818] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.621908] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.621972] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.622311] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.622479] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.622583] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('88dd6d52-c441-4029-b299-709b12306f44',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.728206] env[70956]: INFO networking_nsxv3.common.synchronization [req-ec7a8525-63f3-4619-8dc2-31961fc3fa62 req-83a11e6c-30e1-45c9-b5f4-68b1ac34fe38 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Enqueued Resource ID: 3191ceed-4461-47d6-bd31-015598aabb7c with Priority: HIGHEST for action security_group_rules [ 804.728332] env[70956]: INFO networking_nsxv3.common.synchronization [req-ec7a8525-63f3-4619-8dc2-31961fc3fa62 req-83a11e6c-30e1-45c9-b5f4-68b1ac34fe38 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Enqueued Resource ID: 3191ceed-4461-47d6-bd31-015598aabb7c with Priority: HIGHEST for action security_group_members [ 804.728473] env[70956]: INFO networking_nsxv3.common.synchronization [req-ec7a8525-63f3-4619-8dc2-31961fc3fa62 req-83a11e6c-30e1-45c9-b5f4-68b1ac34fe38 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Enqueued Resource ID: 88dd6d52-c441-4029-b299-709b12306f44 with Priority: HIGHEST for action security_group_rules [ 804.728653] env[70956]: INFO networking_nsxv3.common.synchronization [req-ec7a8525-63f3-4619-8dc2-31961fc3fa62 req-83a11e6c-30e1-45c9-b5f4-68b1ac34fe38 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Enqueued Resource ID: 88dd6d52-c441-4029-b299-709b12306f44 with Priority: HIGHEST for action security_group_members [ 804.728828] env[70956]: INFO networking_nsxv3.common.synchronization [req-ec7a8525-63f3-4619-8dc2-31961fc3fa62 req-83a11e6c-30e1-45c9-b5f4-68b1ac34fe38 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Enqueued Resource ID: ca2748cd-f542-4e0d-8769-c9bc0a7b9840 with Priority: HIGHEST for action security_group_rules [ 804.732996] env[70956]: INFO networking_nsxv3.common.synchronization [req-ec7a8525-63f3-4619-8dc2-31961fc3fa62 req-83a11e6c-30e1-45c9-b5f4-68b1ac34fe38 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Enqueued Resource ID: ca2748cd-f542-4e0d-8769-c9bc0a7b9840 with Priority: HIGHEST for action security_group_members [ 804.733127] env[70956]: INFO networking_nsxv3.common.synchronization [req-ec7a8525-63f3-4619-8dc2-31961fc3fa62 req-83a11e6c-30e1-45c9-b5f4-68b1ac34fe38 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Enqueued Resource ID: 0e83a523-d403-4c0a-a6f3-d5b3ed3d7be8 with Priority: HIGHEST for action port [ 804.733809] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3191ceed-4461-47d6-bd31-015598aabb7c with Priority: HIGHEST for action security_group_rules [ 804.734049] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88dd6d52-c441-4029-b299-709b12306f44 with Priority: HIGHEST for action security_group_rules [ 804.734141] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca2748cd-f542-4e0d-8769-c9bc0a7b9840 with Priority: HIGHEST for action security_group_members [ 804.734308] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e83a523-d403-4c0a-a6f3-d5b3ed3d7be8 with Priority: HIGHEST for action port [ 804.734441] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca2748cd-f542-4e0d-8769-c9bc0a7b9840 with Priority: HIGHEST for action security_group_rules [ 804.734621] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3191ceed-4461-47d6-bd31-015598aabb7c with Priority: HIGHEST for action security_group_members [ 804.734701] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88dd6d52-c441-4029-b299-709b12306f44 with Priority: HIGHEST for action security_group_members [ 804.735091] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3191ceed-4461-47d6-bd31-015598aabb7c taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.735228] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.736921] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-88dd6d52-c441-4029-b299-709b12306f44 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.736921] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-88dd6d52-c441-4029-b299-709b12306f44" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.737042] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-88dd6d52-c441-4029-b299-709b12306f44" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.737229] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-88dd6d52-c441-4029-b299-709b12306f44" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.737328] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('88dd6d52-c441-4029-b299-709b12306f44',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.738761] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca2748cd-f542-4e0d-8769-c9bc0a7b9840 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.738867] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca2748cd-f542-4e0d-8769-c9bc0a7b9840" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.739099] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e83a523-d403-4c0a-a6f3-d5b3ed3d7be8 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.739207] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e83a523-d403-4c0a-a6f3-d5b3ed3d7be8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.739275] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e83a523-d403-4c0a-a6f3-d5b3ed3d7be8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.739465] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e83a523-d403-4c0a-a6f3-d5b3ed3d7be8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.739545] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e83a523-d403-4c0a-a6f3-d5b3ed3d7be8',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.740512] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca2748cd-f542-4e0d-8769-c9bc0a7b9840 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.740628] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca2748cd-f542-4e0d-8769-c9bc0a7b9840" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.740841] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-3191ceed-4461-47d6-bd31-015598aabb7c taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.740961] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.741126] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-88dd6d52-c441-4029-b299-709b12306f44 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.741201] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88dd6d52-c441-4029-b299-709b12306f44" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.790452] env[70956]: INFO networking_nsxv3.common.synchronization [req-152107cf-f157-4e22-a769-075921570555 req-2d50189a-d8ab-43ae-a10f-520e1b4e7435 service nova] Enqueued Resource ID: 65518df3-fa74-4cc4-bc12-e13005594074 with Priority: HIGHEST for action security_group_rules [ 804.790509] env[70956]: INFO networking_nsxv3.common.synchronization [req-152107cf-f157-4e22-a769-075921570555 req-2d50189a-d8ab-43ae-a10f-520e1b4e7435 service nova] Enqueued Resource ID: 65518df3-fa74-4cc4-bc12-e13005594074 with Priority: HIGHEST for action security_group_members [ 804.790728] env[70956]: INFO networking_nsxv3.common.synchronization [req-152107cf-f157-4e22-a769-075921570555 req-2d50189a-d8ab-43ae-a10f-520e1b4e7435 service nova] Enqueued Resource ID: e1077a00-76cd-4954-b69f-ff6e7cfef0fe with Priority: HIGHEST for action port [ 804.790991] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65518df3-fa74-4cc4-bc12-e13005594074 with Priority: HIGHEST for action security_group_rules [ 804.791157] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65518df3-fa74-4cc4-bc12-e13005594074 with Priority: HIGHEST for action security_group_members [ 804.791253] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1077a00-76cd-4954-b69f-ff6e7cfef0fe with Priority: HIGHEST for action port [ 804.791787] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-65518df3-fa74-4cc4-bc12-e13005594074 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.791912] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-65518df3-fa74-4cc4-bc12-e13005594074" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.791969] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-65518df3-fa74-4cc4-bc12-e13005594074" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.796125] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-65518df3-fa74-4cc4-bc12-e13005594074" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.796230] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('65518df3-fa74-4cc4-bc12-e13005594074',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.797194] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-65518df3-fa74-4cc4-bc12-e13005594074 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.797314] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65518df3-fa74-4cc4-bc12-e13005594074" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.797378] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65518df3-fa74-4cc4-bc12-e13005594074" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.797614] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65518df3-fa74-4cc4-bc12-e13005594074" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.797704] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.798429] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.798429] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.798429] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.798429] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.798667] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65518df3-fa74-4cc4-bc12-e13005594074',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.799890] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-e1077a00-76cd-4954-b69f-ff6e7cfef0fe taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.799890] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e1077a00-76cd-4954-b69f-ff6e7cfef0fe" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.799890] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e1077a00-76cd-4954-b69f-ff6e7cfef0fe" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.800082] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e1077a00-76cd-4954-b69f-ff6e7cfef0fe" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.800171] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1077a00-76cd-4954-b69f-ff6e7cfef0fe',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.842315] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-3191ceed-4461-47d6-bd31-015598aabb7c taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.842315] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.845452] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ca2748cd-f542-4e0d-8769-c9bc0a7b9840',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.986507] env[70956]: INFO networking_nsxv3.common.synchronization [None req-bf5f9f11-b5c4-4b1a-8ce9-f40c45467e1b None None] Enqueued Resource ID: 45549872-e27e-4b76-8c07-6e2fb642706b with Priority: HIGHEST for action port [ 804.991126] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45549872-e27e-4b76-8c07-6e2fb642706b with Priority: HIGHEST for action port [ 804.991856] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-45549872-e27e-4b76-8c07-6e2fb642706b taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.992043] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45549872-e27e-4b76-8c07-6e2fb642706b" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.992179] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45549872-e27e-4b76-8c07-6e2fb642706b" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.992438] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45549872-e27e-4b76-8c07-6e2fb642706b" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.992533] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45549872-e27e-4b76-8c07-6e2fb642706b',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.124983] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ca2748cd-f542-4e0d-8769-c9bc0a7b9840',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.126083] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3191ceed-4461-47d6-bd31-015598aabb7c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.126963] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('88dd6d52-c441-4029-b299-709b12306f44',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.244729] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-88dd6d52-c441-4029-b299-709b12306f44 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.244839] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88dd6d52-c441-4029-b299-709b12306f44" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.245037] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0e83a523-d403-4c0a-a6f3-d5b3ed3d7be8 with status ACTIVE [ 805.245218] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.245325] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.245397] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.245644] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.245743] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.245920] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.246030] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.246203] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.246282] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.246583] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.246658] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.246760] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.246792] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.246988] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.247094] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.247216] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0e83a523-d403-4c0a-a6f3-d5b3ed3d7be8 is going to be updated. [ 805.269355] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.269355] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.269355] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.269355] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.269355] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.269355] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e83a523-d403-4c0a-a6f3-d5b3ed3d7be8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.301857] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('65518df3-fa74-4cc4-bc12-e13005594074',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.302920] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-65518df3-fa74-4cc4-bc12-e13005594074 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.303039] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65518df3-fa74-4cc4-bc12-e13005594074" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.303395] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e1077a00-76cd-4954-b69f-ff6e7cfef0fe with status ACTIVE [ 805.303558] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.303681] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.303747] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.303943] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.304405] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.304405] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.304405] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.304405] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.304827] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.304827] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.304827] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.304827] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.305248] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.305248] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.305248] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.305248] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e1077a00-76cd-4954-b69f-ff6e7cfef0fe is going to be updated. [ 805.322827] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.322827] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.322940] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.325026] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.325026] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.325026] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e1077a00-76cd-4954-b69f-ff6e7cfef0fe" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.350557] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ca2748cd-f542-4e0d-8769-c9bc0a7b9840: rpc.has_security_group_logging(os_id): False [ 805.366415] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.366566] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.366639] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.366854] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.366943] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.367190] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.367292] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.367355] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.367503] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.367578] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.367664] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca2748cd-f542-4e0d-8769-c9bc0a7b9840 is going to be created. [ 805.452052] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.452391] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.452391] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.452568] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.452736] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.467846] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca2748cd-f542-4e0d-8769-c9bc0a7b9840 in Status: IN_PROGRESS for 2s [ 805.496183] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 45549872-e27e-4b76-8c07-6e2fb642706b [ 805.496183] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.496183] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.496183] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.496183] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.496183] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.496486] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:45549872-e27e-4b76-8c07-6e2fb642706b already deleted. [ 805.496486] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45549872-e27e-4b76-8c07-6e2fb642706b" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.629243] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ca2748cd-f542-4e0d-8769-c9bc0a7b9840',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.634838] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('88dd6d52-c441-4029-b299-709b12306f44',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.636334] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3191ceed-4461-47d6-bd31-015598aabb7c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.804563] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('65518df3-fa74-4cc4-bc12-e13005594074',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.130895] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.131305] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.131305] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.131489] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.131599] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.131704] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca2748cd-f542-4e0d-8769-c9bc0a7b9840 is going to be updated. [ 806.138570] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.138762] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.138762] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.138932] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.139048] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.139135] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88dd6d52-c441-4029-b299-709b12306f44 is going to be created. [ 806.140562] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.140723] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.140723] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.140923] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.141050] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.141149] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3191ceed-4461-47d6-bd31-015598aabb7c is going to be updated. [ 806.162114] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.162395] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.162395] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.162556] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.162721] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.167460] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.167460] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.167460] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.167460] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.167956] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.170941] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.170941] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.170941] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.170941] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.170941] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.179490] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca2748cd-f542-4e0d-8769-c9bc0a7b9840 in Status: IN_PROGRESS for 2s [ 806.180599] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88dd6d52-c441-4029-b299-709b12306f44 in Status: UNINITIALIZED for 2s [ 806.181420] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3191ceed-4461-47d6-bd31-015598aabb7c in Status: IN_PROGRESS for 2s [ 806.307361] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.307518] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.307596] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.307869] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.307970] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.308076] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65518df3-fa74-4cc4-bc12-e13005594074 is going to be created. [ 806.331383] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.331383] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.331383] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.331383] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.331383] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.339074] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65518df3-fa74-4cc4-bc12-e13005594074 in Status: UNINITIALIZED for 2s [ 807.479907] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca2748cd-f542-4e0d-8769-c9bc0a7b9840 in Status: SUCCESS [ 807.480200] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca2748cd-f542-4e0d-8769-c9bc0a7b9840" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.480359] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca2748cd-f542-4e0d-8769-c9bc0a7b9840" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.480597] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca2748cd-f542-4e0d-8769-c9bc0a7b9840" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.480684] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca2748cd-f542-4e0d-8769-c9bc0a7b9840',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.984166] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca2748cd-f542-4e0d-8769-c9bc0a7b9840 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.984702] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca2748cd-f542-4e0d-8769-c9bc0a7b9840" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.157027] env[70956]: INFO networking_nsxv3.common.synchronization [req-6990f22b-471f-448c-98fd-a4c553f63786 req-497fbc07-4557-4897-84c4-e4c900f117de tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Enqueued Resource ID: 9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4 with Priority: HIGHEST for action security_group_members [ 808.157027] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4 with Priority: HIGHEST for action security_group_members [ 808.157443] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.157639] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.157767] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.158058] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.158263] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.158547] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.158688] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.159190] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.159190] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.159190] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.193608] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88dd6d52-c441-4029-b299-709b12306f44 in Status: SUCCESS [ 808.193608] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88dd6d52-c441-4029-b299-709b12306f44" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.194341] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88dd6d52-c441-4029-b299-709b12306f44" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.194341] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88dd6d52-c441-4029-b299-709b12306f44" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.194462] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.194518] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.195300] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.195300] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.195300] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.195300] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('88dd6d52-c441-4029-b299-709b12306f44',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.196549] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca2748cd-f542-4e0d-8769-c9bc0a7b9840 in Status: SUCCESS [ 808.196784] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca2748cd-f542-4e0d-8769-c9bc0a7b9840" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.198070] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3191ceed-4461-47d6-bd31-015598aabb7c in Status: SUCCESS [ 808.198292] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.198771] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca2748cd-f542-4e0d-8769-c9bc0a7b9840" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.199014] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca2748cd-f542-4e0d-8769-c9bc0a7b9840" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.199232] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.199414] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.199518] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.199692] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.199899] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.199899] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca2748cd-f542-4e0d-8769-c9bc0a7b9840',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.200759] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.202906] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.203124] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.203241] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.203310] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.203465] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.203553] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.203648] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3191ceed-4461-47d6-bd31-015598aabb7c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.265668] env[70956]: INFO networking_nsxv3.common.synchronization [req-773263c8-6b56-4e40-8225-441fcc261702 req-27620f5e-7007-4bb2-8649-8f495530e47d tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Enqueued Resource ID: 325c66f5-4dc7-4250-9342-bc497a020617 with Priority: HIGHEST for action security_group_members [ 808.266173] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 325c66f5-4dc7-4250-9342-bc497a020617 with Priority: HIGHEST for action security_group_members [ 808.266468] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-325c66f5-4dc7-4250-9342-bc497a020617 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.266581] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.266643] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.266900] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.267246] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.267362] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.267434] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.267589] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.267717] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.267870] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('325c66f5-4dc7-4250-9342-bc497a020617',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.348618] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65518df3-fa74-4cc4-bc12-e13005594074 in Status: SUCCESS [ 808.348778] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65518df3-fa74-4cc4-bc12-e13005594074" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.349112] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65518df3-fa74-4cc4-bc12-e13005594074" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.349251] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65518df3-fa74-4cc4-bc12-e13005594074" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.349500] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.349582] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.349633] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.349785] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.349895] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.349976] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65518df3-fa74-4cc4-bc12-e13005594074" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.350073] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('65518df3-fa74-4cc4-bc12-e13005594074',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.408401] env[70956]: INFO networking_nsxv3.common.synchronization [req-3f45b735-b498-4c65-b451-23cbdfbbeccc req-68c44073-7e04-4715-9d49-d651ac44ad90 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Enqueued Resource ID: 3191ceed-4461-47d6-bd31-015598aabb7c with Priority: HIGHEST for action security_group_members [ 808.408623] env[70956]: INFO networking_nsxv3.common.synchronization [req-3f45b735-b498-4c65-b451-23cbdfbbeccc req-68c44073-7e04-4715-9d49-d651ac44ad90 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Enqueued Resource ID: 88dd6d52-c441-4029-b299-709b12306f44 with Priority: HIGHEST for action security_group_members [ 808.409214] env[70956]: INFO networking_nsxv3.common.synchronization [req-3f45b735-b498-4c65-b451-23cbdfbbeccc req-68c44073-7e04-4715-9d49-d651ac44ad90 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Enqueued Resource ID: ca2748cd-f542-4e0d-8769-c9bc0a7b9840 with Priority: HIGHEST for action security_group_members [ 808.410904] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3191ceed-4461-47d6-bd31-015598aabb7c with Priority: HIGHEST for action security_group_members [ 808.410904] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88dd6d52-c441-4029-b299-709b12306f44 with Priority: HIGHEST for action security_group_members [ 808.410904] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca2748cd-f542-4e0d-8769-c9bc0a7b9840 with Priority: HIGHEST for action security_group_members [ 808.410904] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-3191ceed-4461-47d6-bd31-015598aabb7c taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.410904] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.410904] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-88dd6d52-c441-4029-b299-709b12306f44 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.410904] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88dd6d52-c441-4029-b299-709b12306f44" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.410904] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca2748cd-f542-4e0d-8769-c9bc0a7b9840 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.410904] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca2748cd-f542-4e0d-8769-c9bc0a7b9840" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.595244] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-511 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.595244] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-511" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.595244] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-511" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.595671] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-511" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.596232] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.596232] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.597229] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.597229] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.597229] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.597229] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 808.597229] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 808.597229] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 808.597544] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 808.597544] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 808.597544] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 808.597698] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 808.616799] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 808.616999] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 808.617125] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 808.617319] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-511" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.617644] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-5982c180-6352-4d57-a0d0-e12f8531bef9 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.617832] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-5982c180-6352-4d57-a0d0-e12f8531bef9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.617936] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-5982c180-6352-4d57-a0d0-e12f8531bef9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.618311] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-5982c180-6352-4d57-a0d0-e12f8531bef9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.618453] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5982c180-6352-4d57-a0d0-e12f8531bef9',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.664614] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.664750] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.664793] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.664985] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.665095] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.665294] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.665397] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.665460] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.665666] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.665753] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.665855] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4 is going to be updated. [ 808.693900] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.694072] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.694171] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.694451] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.694636] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.703186] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4 in Status: IN_PROGRESS for 2s [ 808.705400] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ca2748cd-f542-4e0d-8769-c9bc0a7b9840',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.706089] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('88dd6d52-c441-4029-b299-709b12306f44',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.707345] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3191ceed-4461-47d6-bd31-015598aabb7c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.770433] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.770707] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.770788] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.771048] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.771162] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.771386] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.771492] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.771637] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.771875] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.771938] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.771993] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 325c66f5-4dc7-4250-9342-bc497a020617 already deleted. [ 808.772065] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.852253] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-65518df3-fa74-4cc4-bc12-e13005594074 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.852453] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65518df3-fa74-4cc4-bc12-e13005594074" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.852536] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65518df3-fa74-4cc4-bc12-e13005594074" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.852806] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65518df3-fa74-4cc4-bc12-e13005594074" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.853032] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.853140] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.853222] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.853423] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.853567] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.853626] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65518df3-fa74-4cc4-bc12-e13005594074" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.853820] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-65518df3-fa74-4cc4-bc12-e13005594074 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.853968] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65518df3-fa74-4cc4-bc12-e13005594074" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.854047] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65518df3-fa74-4cc4-bc12-e13005594074" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.854241] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65518df3-fa74-4cc4-bc12-e13005594074" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.854402] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.854918] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.854918] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.854918] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.854918] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.854918] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65518df3-fa74-4cc4-bc12-e13005594074" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.855868] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('65518df3-fa74-4cc4-bc12-e13005594074',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.121132] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.121132] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.121132] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.121431] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.121519] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.121723] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Segment Port 5982c180-6352-4d57-a0d0-e12f8531bef9 not found, creating... [ 809.122022] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.122211] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.122330] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.122647] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.122793] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.123155] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.123301] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.123427] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.123657] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.123780] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.123922] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: 5982c180-6352-4d57-a0d0-e12f8531bef9 is going to be created. [ 809.144419] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.144800] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.144951] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.145256] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.145490] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.145726] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-5982c180-6352-4d57-a0d0-e12f8531bef9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.208100] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ca2748cd-f542-4e0d-8769-c9bc0a7b9840',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.209890] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('88dd6d52-c441-4029-b299-709b12306f44',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.210052] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3191ceed-4461-47d6-bd31-015598aabb7c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.357891] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 65518df3-fa74-4cc4-bc12-e13005594074: rpc.has_security_group_logging(os_id): False [ 809.378971] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.380179] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.380179] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.380179] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.380179] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.380179] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.380179] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.380179] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.380179] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.380601] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.380601] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.380601] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.380601] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.380736] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.380769] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.380951] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.381078] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.381146] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.381282] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.381352] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.381442] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 65518df3-fa74-4cc4-bc12-e13005594074 is going to be created. [ 809.434613] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.434613] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.434613] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.434613] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.434613] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.442080] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65518df3-fa74-4cc4-bc12-e13005594074 in Status: IN_PROGRESS for 2s [ 809.710811] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.711132] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.711132] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.711304] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.711390] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.711485] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca2748cd-f542-4e0d-8769-c9bc0a7b9840 is going to be updated. [ 809.712720] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.712835] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.712904] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.713085] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.713168] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.713256] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88dd6d52-c441-4029-b299-709b12306f44 is going to be updated. [ 809.716622] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.716748] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.716819] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.719747] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.719747] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.719747] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3191ceed-4461-47d6-bd31-015598aabb7c is going to be updated. [ 809.750165] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.750165] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.750165] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.750165] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.750165] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.750811] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.751079] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.751246] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.751505] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.751726] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.764172] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca2748cd-f542-4e0d-8769-c9bc0a7b9840 in Status: IN_PROGRESS for 2s [ 809.764172] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.764172] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.764172] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.764172] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.764172] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.764172] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88dd6d52-c441-4029-b299-709b12306f44 in Status: IN_PROGRESS for 2s [ 809.773191] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3191ceed-4461-47d6-bd31-015598aabb7c in Status: IN_PROGRESS for 2s [ 809.962403] env[70956]: INFO networking_nsxv3.common.synchronization [req-773263c8-6b56-4e40-8225-441fcc261702 req-d2eb4db1-bc97-4e64-9664-f691f1a59711 service nova] Enqueued Resource ID: 325c66f5-4dc7-4250-9342-bc497a020617 with Priority: HIGHEST for action security_group_rules [ 809.962403] env[70956]: INFO networking_nsxv3.common.synchronization [req-773263c8-6b56-4e40-8225-441fcc261702 req-d2eb4db1-bc97-4e64-9664-f691f1a59711 service nova] Enqueued Resource ID: 325c66f5-4dc7-4250-9342-bc497a020617 with Priority: HIGHEST for action security_group_members [ 809.962403] env[70956]: INFO networking_nsxv3.common.synchronization [req-773263c8-6b56-4e40-8225-441fcc261702 req-d2eb4db1-bc97-4e64-9664-f691f1a59711 service nova] Enqueued Resource ID: 5982c180-6352-4d57-a0d0-e12f8531bef9 with Priority: HIGHEST for action port [ 809.962403] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 325c66f5-4dc7-4250-9342-bc497a020617 with Priority: HIGHEST for action security_group_rules [ 809.962564] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 325c66f5-4dc7-4250-9342-bc497a020617 with Priority: HIGHEST for action security_group_members [ 809.962639] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5982c180-6352-4d57-a0d0-e12f8531bef9 with Priority: HIGHEST for action port [ 809.967153] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-325c66f5-4dc7-4250-9342-bc497a020617 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.967299] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.967360] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.967621] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.967707] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('325c66f5-4dc7-4250-9342-bc497a020617',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.968718] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-325c66f5-4dc7-4250-9342-bc497a020617 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.968806] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.968854] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.969034] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.969194] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.969309] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.969368] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.969479] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.969558] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.969651] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('325c66f5-4dc7-4250-9342-bc497a020617',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.972422] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-5982c180-6352-4d57-a0d0-e12f8531bef9 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.972422] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5982c180-6352-4d57-a0d0-e12f8531bef9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.972422] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5982c180-6352-4d57-a0d0-e12f8531bef9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.972422] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5982c180-6352-4d57-a0d0-e12f8531bef9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.972422] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5982c180-6352-4d57-a0d0-e12f8531bef9',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.474160] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-325c66f5-4dc7-4250-9342-bc497a020617 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.474950] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.474950] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('325c66f5-4dc7-4250-9342-bc497a020617',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.476712] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5982c180-6352-4d57-a0d0-e12f8531bef9 with status ACTIVE [ 810.477120] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.477293] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.477388] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.477700] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.477857] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.478105] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.478417] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.478540] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.478757] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.478872] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.479151] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.479315] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.479490] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.479841] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.479841] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.479841] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5982c180-6352-4d57-a0d0-e12f8531bef9 is going to be updated. [ 810.503848] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.504140] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.504248] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.504517] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.504704] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.504910] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5982c180-6352-4d57-a0d0-e12f8531bef9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.713668] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4 in Status: SUCCESS [ 810.713939] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4 deletion is rescheduled due to dependency. [ 810.714177] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.977419] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('325c66f5-4dc7-4250-9342-bc497a020617',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.453795] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65518df3-fa74-4cc4-bc12-e13005594074 in Status: SUCCESS [ 811.454064] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-65518df3-fa74-4cc4-bc12-e13005594074" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.483330] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.483525] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.483598] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.483817] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.483924] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.484040] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 325c66f5-4dc7-4250-9342-bc497a020617 is going to be created. [ 811.508030] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.508030] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.508030] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.508030] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.508030] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.514995] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 325c66f5-4dc7-4250-9342-bc497a020617 in Status: UNINITIALIZED for 2s [ 811.772368] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca2748cd-f542-4e0d-8769-c9bc0a7b9840 in Status: SUCCESS [ 811.772584] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca2748cd-f542-4e0d-8769-c9bc0a7b9840" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.773384] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88dd6d52-c441-4029-b299-709b12306f44 in Status: SUCCESS [ 811.776253] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88dd6d52-c441-4029-b299-709b12306f44" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.776253] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca2748cd-f542-4e0d-8769-c9bc0a7b9840" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.776253] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca2748cd-f542-4e0d-8769-c9bc0a7b9840" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.776253] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.776253] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.776253] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.776253] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.776253] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.776253] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca2748cd-f542-4e0d-8769-c9bc0a7b9840" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.776253] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ca2748cd-f542-4e0d-8769-c9bc0a7b9840',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.776812] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88dd6d52-c441-4029-b299-709b12306f44" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.776812] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88dd6d52-c441-4029-b299-709b12306f44" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.776812] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.776812] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.777131] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.777131] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.777131] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.777212] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88dd6d52-c441-4029-b299-709b12306f44" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.777243] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('88dd6d52-c441-4029-b299-709b12306f44',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.778124] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca2748cd-f542-4e0d-8769-c9bc0a7b9840" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.778283] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca2748cd-f542-4e0d-8769-c9bc0a7b9840" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.778431] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.778528] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.778591] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.778724] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.778800] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.778989] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca2748cd-f542-4e0d-8769-c9bc0a7b9840',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.779690] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88dd6d52-c441-4029-b299-709b12306f44" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.780016] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88dd6d52-c441-4029-b299-709b12306f44" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.780244] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.780351] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.780415] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.780556] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.780635] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.780946] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('88dd6d52-c441-4029-b299-709b12306f44',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.788606] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3191ceed-4461-47d6-bd31-015598aabb7c in Status: SUCCESS [ 811.788812] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.788999] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.789241] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.789424] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.789735] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.789735] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.789939] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.789939] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.789939] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.790129] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-3191ceed-4461-47d6-bd31-015598aabb7c taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.790201] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.790272] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.790494] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.790570] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.790703] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.790794] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.790847] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.790932] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.792138] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.792283] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3191ceed-4461-47d6-bd31-015598aabb7c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.793191] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.793369] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.793550] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.794089] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.794089] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.794089] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.794089] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.794089] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3191ceed-4461-47d6-bd31-015598aabb7c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.278848] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ca2748cd-f542-4e0d-8769-c9bc0a7b9840',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.284168] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.284168] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.284168] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.284168] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.284168] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.284168] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.284168] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.284168] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.284822] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.284949] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.285711] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88dd6d52-c441-4029-b299-709b12306f44 is going to be deleted. [ 812.287031] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.287031] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.287031] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.287031] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.287031] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.287332] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.287457] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.287546] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.287723] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.288146] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.288287] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca2748cd-f542-4e0d-8769-c9bc0a7b9840 is going to be updated. [ 812.289317] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('88dd6d52-c441-4029-b299-709b12306f44',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.296439] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3191ceed-4461-47d6-bd31-015598aabb7c: rpc.has_security_group_logging(os_id): False [ 812.297721] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3191ceed-4461-47d6-bd31-015598aabb7c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.314326] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.314586] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.314586] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.314839] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.315065] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.315415] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.315415] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.315415] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.315626] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.315626] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.315730] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.315797] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.315856] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.316096] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.316096] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.316233] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.316353] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.316397] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.316502] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.316592] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.316672] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3191ceed-4461-47d6-bd31-015598aabb7c is going to be updated. [ 812.318732] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.318897] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.318897] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.319064] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.319194] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.325268] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.325402] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.325458] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.325607] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.325690] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.325790] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88dd6d52-c441-4029-b299-709b12306f44" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.326847] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca2748cd-f542-4e0d-8769-c9bc0a7b9840 in Status: IN_PROGRESS for 2s [ 812.381415] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.381637] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.381749] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.382057] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.382310] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.403213] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3191ceed-4461-47d6-bd31-015598aabb7c in Status: IN_PROGRESS for 2s [ 812.437741] env[70956]: INFO networking_nsxv3.common.synchronization [req-5fe66718-2f91-4b2f-9852-00990a6262a7 req-dbff0728-73db-4b81-92a2-337a81e13517 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Enqueued Resource ID: dfc5c728-04bd-4cb2-82d3-227781c576a7 with Priority: HIGHEST for action security_group_members [ 812.438260] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfc5c728-04bd-4cb2-82d3-227781c576a7 with Priority: HIGHEST for action security_group_members [ 812.439068] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfc5c728-04bd-4cb2-82d3-227781c576a7 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.439068] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfc5c728-04bd-4cb2-82d3-227781c576a7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.439068] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfc5c728-04bd-4cb2-82d3-227781c576a7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.439068] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfc5c728-04bd-4cb2-82d3-227781c576a7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.439365] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.439365] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.439365] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.439475] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.439475] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.439579] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfc5c728-04bd-4cb2-82d3-227781c576a7',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.781907] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ca2748cd-f542-4e0d-8769-c9bc0a7b9840: rpc.has_security_group_logging(os_id): False [ 812.792347] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 88dd6d52-c441-4029-b299-709b12306f44: rpc.has_security_group_logging(os_id): False [ 812.800118] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.800274] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.800345] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.800557] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.800647] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.800878] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.801022] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.801078] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.801216] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.801293] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.801392] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca2748cd-f542-4e0d-8769-c9bc0a7b9840 is going to be updated. [ 812.802474] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3191ceed-4461-47d6-bd31-015598aabb7c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.812015] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.812015] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.812015] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.812015] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.812015] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.812276] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.812327] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.812360] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.812494] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.812573] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.812659] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 88dd6d52-c441-4029-b299-709b12306f44 is going to be created. [ 812.827012] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/88dd6d52-c441-4029-b299-709b12306f44], does not exist path=[/infra/domains/default/groups/88dd6d52-c441-4029-b299-709b12306f44]."\n}' [ 812.827185] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 88dd6d52-c441-4029-b299-709b12306f44 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/88dd6d52-c441-4029-b299-709b12306f44 [ 812.827270] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 812.856360] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.856658] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.856967] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.857669] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.857669] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.861368] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.861549] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.861643] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.861853] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.863280] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.863590] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.863757] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.865247] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.865247] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.865247] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.865247] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.865247] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.865247] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.865247] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.865247] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.865247] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 88dd6d52-c441-4029-b299-709b12306f44 is going to be created. [ 812.877187] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca2748cd-f542-4e0d-8769-c9bc0a7b9840 in Status: IN_PROGRESS for 2s [ 812.880351] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/88dd6d52-c441-4029-b299-709b12306f44], does not exist path=[/infra/domains/default/groups/88dd6d52-c441-4029-b299-709b12306f44]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/88dd6d52-c441-4029-b299-709b12306f44 [ 812.880581] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-88dd6d52-c441-4029-b299-709b12306f44" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.881388] env[70956]: Traceback (most recent call last): [ 812.881388] env[70956]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 812.881388] env[70956]: return func(*args, **kwargs) [ 812.881388] env[70956]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 812.881388] env[70956]: res.raise_for_status() [ 812.881697] env[70956]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 812.881697] env[70956]: raise HTTPError(http_error_msg, response=self) [ 812.881697] env[70956]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/88dd6d52-c441-4029-b299-709b12306f44 [ 812.881697] env[70956]: During handling of the above exception, another exception occurred: [ 812.881697] env[70956]: Traceback (most recent call last): [ 812.881697] env[70956]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 812.881697] env[70956]: listener.cb(fileno) [ 812.881697] env[70956]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 812.881697] env[70956]: result = function(*args, **kwargs) [ 812.881697] env[70956]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 812.881697] env[70956]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 812.881697] env[70956]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 812.881697] env[70956]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 812.881697] env[70956]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 812.881697] env[70956]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 812.881697] env[70956]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 812.881697] env[70956]: res.raise_for_status() [ 812.881697] env[70956]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 812.881697] env[70956]: raise HTTPError(http_error_msg, response=self) [ 812.881697] env[70956]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/88dd6d52-c441-4029-b299-709b12306f44 [ 812.881697] env[70956]: Removing descriptor: 15 [ 812.942987] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dfc5c728-04bd-4cb2-82d3-227781c576a7',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.304590] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.304854] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.304996] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.305290] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.305435] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.305589] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3191ceed-4461-47d6-bd31-015598aabb7c is going to be updated. [ 813.334155] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.334310] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.334414] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.334796] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.334952] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.343030] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3191ceed-4461-47d6-bd31-015598aabb7c in Status: IN_PROGRESS for 2s [ 813.445770] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dfc5c728-04bd-4cb2-82d3-227781c576a7',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.527100] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 325c66f5-4dc7-4250-9342-bc497a020617 in Status: SUCCESS [ 813.527100] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.527100] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.527100] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.527100] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.527100] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.527100] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.527100] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.527100] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.527100] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.527100] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('325c66f5-4dc7-4250-9342-bc497a020617',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.949598] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.949960] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.949960] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.950856] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.951633] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.951702] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfc5c728-04bd-4cb2-82d3-227781c576a7 is going to be updated. [ 813.978499] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.978750] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.978843] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.979046] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.979194] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.988093] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfc5c728-04bd-4cb2-82d3-227781c576a7 in Status: IN_PROGRESS for 2s [ 814.030981] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-325c66f5-4dc7-4250-9342-bc497a020617 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.030981] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.030981] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.031221] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.031849] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.031849] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.031849] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.031849] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.031849] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.032087] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.032087] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-325c66f5-4dc7-4250-9342-bc497a020617 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.032158] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.032566] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.032566] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.032566] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.032716] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.032716] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.032794] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.032869] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.032949] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.033038] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('325c66f5-4dc7-4250-9342-bc497a020617',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.337489] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca2748cd-f542-4e0d-8769-c9bc0a7b9840 in Status: SUCCESS [ 814.337489] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca2748cd-f542-4e0d-8769-c9bc0a7b9840 deletion is rescheduled due to dependency. [ 814.337489] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca2748cd-f542-4e0d-8769-c9bc0a7b9840" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.415090] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3191ceed-4461-47d6-bd31-015598aabb7c in Status: SUCCESS [ 814.415351] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.415530] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.415753] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.415841] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3191ceed-4461-47d6-bd31-015598aabb7c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.535808] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 325c66f5-4dc7-4250-9342-bc497a020617: rpc.has_security_group_logging(os_id): False [ 814.552995] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.553161] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.553285] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.553448] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.553537] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.553730] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.553828] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.553884] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.554041] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.554123] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.554342] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.554448] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.554500] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.554643] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.554716] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.554895] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.554979] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.555050] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.555198] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.555274] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.555359] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 325c66f5-4dc7-4250-9342-bc497a020617 is going to be created. [ 814.613186] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.613347] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.613409] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.613611] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.613793] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.624191] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 325c66f5-4dc7-4250-9342-bc497a020617 in Status: IN_PROGRESS for 2s [ 814.888531] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca2748cd-f542-4e0d-8769-c9bc0a7b9840 in Status: SUCCESS [ 814.888939] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca2748cd-f542-4e0d-8769-c9bc0a7b9840" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.918858] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-3191ceed-4461-47d6-bd31-015598aabb7c taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.918988] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.352065] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3191ceed-4461-47d6-bd31-015598aabb7c in Status: SUCCESS [ 815.352364] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.352446] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.352662] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.352849] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.352966] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.353047] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.353201] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.353290] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.353375] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.353465] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3191ceed-4461-47d6-bd31-015598aabb7c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.859587] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-3191ceed-4461-47d6-bd31-015598aabb7c taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.859865] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.860496] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.860496] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.861233] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.861233] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.861233] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.861233] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.861233] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.861233] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.861545] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-3191ceed-4461-47d6-bd31-015598aabb7c taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.861545] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.861545] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.861656] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.861754] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.861840] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.861893] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.862274] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.862389] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.862484] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.862895] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3191ceed-4461-47d6-bd31-015598aabb7c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.002357] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfc5c728-04bd-4cb2-82d3-227781c576a7 in Status: SUCCESS [ 816.002357] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfc5c728-04bd-4cb2-82d3-227781c576a7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.203616] env[70956]: INFO networking_nsxv3.common.synchronization [req-773263c8-6b56-4e40-8225-441fcc261702 req-8e12e181-abf7-46af-838b-d9a96e5c153b tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Enqueued Resource ID: 325c66f5-4dc7-4250-9342-bc497a020617 with Priority: HIGHEST for action security_group_members [ 816.203616] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 325c66f5-4dc7-4250-9342-bc497a020617 with Priority: HIGHEST for action security_group_members [ 816.203616] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-325c66f5-4dc7-4250-9342-bc497a020617 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.203914] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.204190] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.204510] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.204793] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.205070] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.205267] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.205543] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.205725] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.206131] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('325c66f5-4dc7-4250-9342-bc497a020617',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.368908] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3191ceed-4461-47d6-bd31-015598aabb7c: rpc.has_security_group_logging(os_id): False [ 816.388873] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.389133] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.389264] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.389426] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.406185] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.406248] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.406381] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.406437] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.406605] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.406742] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.406868] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.406981] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.407053] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.407200] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.407285] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.407445] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.407533] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.407586] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.407720] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.407829] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.407951] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3191ceed-4461-47d6-bd31-015598aabb7c is going to be updated. [ 816.462577] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.462770] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.462846] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.463084] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.463277] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.475738] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3191ceed-4461-47d6-bd31-015598aabb7c in Status: IN_PROGRESS for 2s [ 816.619103] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-511 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.620019] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-511" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.620019] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-511" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.620019] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-511" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.620259] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.620520] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.620678] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.620936] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.621134] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.621370] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 816.621519] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 816.621675] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 816.621810] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 816.621949] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 816.622119] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 816.623804] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 816.637346] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 325c66f5-4dc7-4250-9342-bc497a020617 in Status: SUCCESS [ 816.637569] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.659490] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 816.659663] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 816.659800] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 816.660007] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-511" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.660345] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-cc97de7d-c70e-4050-8da8-82714caa371a taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.660519] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-cc97de7d-c70e-4050-8da8-82714caa371a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.660639] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-cc97de7d-c70e-4050-8da8-82714caa371a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.660962] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-cc97de7d-c70e-4050-8da8-82714caa371a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.661103] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc97de7d-c70e-4050-8da8-82714caa371a',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.708893] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('325c66f5-4dc7-4250-9342-bc497a020617',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.164700] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.164931] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.165098] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.165388] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.165541] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.165743] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Segment Port cc97de7d-c70e-4050-8da8-82714caa371a not found, creating... [ 817.166152] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.166395] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.166521] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.167338] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.167338] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.167338] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.167338] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.167563] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.167694] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.167774] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.168101] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: cc97de7d-c70e-4050-8da8-82714caa371a is going to be created. [ 817.188802] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.189274] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.190036] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.190036] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.190305] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.190428] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-cc97de7d-c70e-4050-8da8-82714caa371a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.211248] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('325c66f5-4dc7-4250-9342-bc497a020617',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.713545] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.713971] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.713971] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.713971] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.713971] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.713971] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 325c66f5-4dc7-4250-9342-bc497a020617 is going to be updated. [ 817.742769] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.742973] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.742973] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.743206] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.743329] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.751817] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 325c66f5-4dc7-4250-9342-bc497a020617 in Status: IN_PROGRESS for 2s [ 818.065926] env[70956]: INFO networking_nsxv3.common.synchronization [req-773263c8-6b56-4e40-8225-441fcc261702 req-7e00cdee-59b1-4857-ab3b-cdda12282840 service nova] Enqueued Resource ID: 325c66f5-4dc7-4250-9342-bc497a020617 with Priority: HIGHEST for action security_group_rules [ 818.066127] env[70956]: INFO networking_nsxv3.common.synchronization [req-773263c8-6b56-4e40-8225-441fcc261702 req-7e00cdee-59b1-4857-ab3b-cdda12282840 service nova] Enqueued Resource ID: 325c66f5-4dc7-4250-9342-bc497a020617 with Priority: HIGHEST for action security_group_members [ 818.066273] env[70956]: INFO networking_nsxv3.common.synchronization [req-773263c8-6b56-4e40-8225-441fcc261702 req-7e00cdee-59b1-4857-ab3b-cdda12282840 service nova] Enqueued Resource ID: cc97de7d-c70e-4050-8da8-82714caa371a with Priority: HIGHEST for action port [ 818.067453] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 325c66f5-4dc7-4250-9342-bc497a020617 with Priority: HIGHEST for action security_group_rules [ 818.067453] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 325c66f5-4dc7-4250-9342-bc497a020617 with Priority: HIGHEST for action security_group_members [ 818.067453] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc97de7d-c70e-4050-8da8-82714caa371a with Priority: HIGHEST for action port [ 818.067453] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-325c66f5-4dc7-4250-9342-bc497a020617 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.067453] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.068217] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.068217] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.068217] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('325c66f5-4dc7-4250-9342-bc497a020617',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.071899] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-325c66f5-4dc7-4250-9342-bc497a020617 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.071899] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.072051] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc97de7d-c70e-4050-8da8-82714caa371a taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.072116] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc97de7d-c70e-4050-8da8-82714caa371a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.072211] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc97de7d-c70e-4050-8da8-82714caa371a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.074552] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc97de7d-c70e-4050-8da8-82714caa371a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.074552] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc97de7d-c70e-4050-8da8-82714caa371a',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.492202] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3191ceed-4461-47d6-bd31-015598aabb7c in Status: SUCCESS [ 818.492544] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.574444] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-325c66f5-4dc7-4250-9342-bc497a020617 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.575037] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.578034] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cc97de7d-c70e-4050-8da8-82714caa371a with status ACTIVE [ 818.578250] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.578380] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.578450] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.578662] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.578755] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.578925] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.579041] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.579097] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.579307] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.579370] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.579556] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.579650] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.579714] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.580104] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.580104] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.580104] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cc97de7d-c70e-4050-8da8-82714caa371a is going to be updated. [ 818.601016] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.601016] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.601177] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.601318] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.601466] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.601626] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc97de7d-c70e-4050-8da8-82714caa371a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.761659] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 325c66f5-4dc7-4250-9342-bc497a020617 in Status: SUCCESS [ 819.761927] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.762061] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.762289] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.762475] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.762593] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.762657] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.762802] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.762902] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.762972] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('325c66f5-4dc7-4250-9342-bc497a020617',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.265281] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('325c66f5-4dc7-4250-9342-bc497a020617',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.472343] env[70956]: INFO networking_nsxv3.common.synchronization [req-6fdefa54-ab92-4517-bd13-5433b44d3410 req-9925c4a5-8480-4a54-8a1a-556425b594b1 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Enqueued Resource ID: 03a34302-a54b-4708-979a-91d3b49e10ad with Priority: HIGHEST for action security_group_members [ 820.472897] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03a34302-a54b-4708-979a-91d3b49e10ad with Priority: HIGHEST for action security_group_members [ 820.473239] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-03a34302-a54b-4708-979a-91d3b49e10ad taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.473368] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03a34302-a54b-4708-979a-91d3b49e10ad" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.473438] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03a34302-a54b-4708-979a-91d3b49e10ad" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.473635] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03a34302-a54b-4708-979a-91d3b49e10ad" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.473784] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.473880] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.473942] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.474495] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.474495] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.474495] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03a34302-a54b-4708-979a-91d3b49e10ad',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.769117] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('325c66f5-4dc7-4250-9342-bc497a020617',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.977122] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('03a34302-a54b-4708-979a-91d3b49e10ad',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.272036] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.272365] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.272365] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.272615] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.272615] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.272615] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 325c66f5-4dc7-4250-9342-bc497a020617 is going to be updated. [ 821.307842] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.308087] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.308154] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.308541] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.308541] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.318103] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 325c66f5-4dc7-4250-9342-bc497a020617 in Status: IN_PROGRESS for 2s [ 821.484115] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('03a34302-a54b-4708-979a-91d3b49e10ad',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.986148] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.989373] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.989373] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.989373] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.989373] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.989373] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03a34302-a54b-4708-979a-91d3b49e10ad is going to be updated. [ 822.017226] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.017226] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.017226] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.017226] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.017226] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.024254] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03a34302-a54b-4708-979a-91d3b49e10ad in Status: IN_PROGRESS for 2s [ 822.637934] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.638297] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.638473] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.639520] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.639520] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.146590] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.331237] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 325c66f5-4dc7-4250-9342-bc497a020617 in Status: SUCCESS [ 823.331480] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.331693] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.331953] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.332056] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.332170] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.332251] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.332374] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.332480] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.332527] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.332616] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('325c66f5-4dc7-4250-9342-bc497a020617',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.649289] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.834788] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-325c66f5-4dc7-4250-9342-bc497a020617 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.834946] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.835031] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.835259] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.835431] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.835603] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.835603] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.837280] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.837280] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.837280] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.837280] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-325c66f5-4dc7-4250-9342-bc497a020617 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.837280] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.837280] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.837280] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.837280] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.837905] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.837905] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.837905] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.837905] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.837905] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.837905] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('325c66f5-4dc7-4250-9342-bc497a020617',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.033917] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03a34302-a54b-4708-979a-91d3b49e10ad in Status: SUCCESS [ 824.034284] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03a34302-a54b-4708-979a-91d3b49e10ad" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.151274] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 824.151605] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 824.159517] env[70956]: INFO networking_nsxv3.common.synchronization [None req-f3e49d15-545b-4abd-a4a5-be1604a36b2f None None] Enqueued Resource ID: 5f0ec742-05d6-40d5-ac5c-560655b09f90 with Priority: HIGHEST for action port [ 824.159778] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f0ec742-05d6-40d5-ac5c-560655b09f90 with Priority: HIGHEST for action port [ 824.160698] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f0ec742-05d6-40d5-ac5c-560655b09f90 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.160698] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f0ec742-05d6-40d5-ac5c-560655b09f90" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.160851] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f0ec742-05d6-40d5-ac5c-560655b09f90" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.161189] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f0ec742-05d6-40d5-ac5c-560655b09f90" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.161283] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f0ec742-05d6-40d5-ac5c-560655b09f90',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.340276] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 325c66f5-4dc7-4250-9342-bc497a020617: rpc.has_security_group_logging(os_id): False [ 824.367966] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.368200] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.368295] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.368559] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.368670] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.368892] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.369064] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.369120] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.369261] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.369343] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.369554] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.369645] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.369685] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.369811] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.369885] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.373501] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.373689] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.373786] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.373997] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.374071] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.374123] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 325c66f5-4dc7-4250-9342-bc497a020617 is going to be updated. [ 824.444955] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.445123] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.445202] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.445445] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.445559] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.456694] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 325c66f5-4dc7-4250-9342-bc497a020617 in Status: IN_PROGRESS for 2s [ 824.663871] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5f0ec742-05d6-40d5-ac5c-560655b09f90 [ 824.664294] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.664463] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.664565] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.664834] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.664952] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.665098] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5f0ec742-05d6-40d5-ac5c-560655b09f90 already deleted. [ 824.665328] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f0ec742-05d6-40d5-ac5c-560655b09f90" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.026730] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.026890] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.026962] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.027293] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.192997] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 825.193953] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.195101] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 825.222699] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.222885] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.222951] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.223143] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.230434] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.230961] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 825.231088] env[70956]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=70956) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 825.231161] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 825.264674] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.264794] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.265952] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.265952] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.265952] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.266112] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 825.325997] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.326119] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.326185] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.326386] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.326598] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.326809] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 825.384017] env[70956]: INFO networking_nsxv3.common.synchronization [req-81cdf463-9edc-436e-8eba-3aaeaa6666a1 req-d03da182-c6ef-4942-8951-b4c875b4b231 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Enqueued Resource ID: aad90041-8030-4c04-9213-b5a00b37381c with Priority: HIGHEST for action security_group_members [ 825.384017] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.384288] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.384288] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.384367] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.384610] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.384935] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:38. [ 825.385100] env[70956]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'ca2748cd-f542-4e0d-8769-c9bc0a7b9840', 'e3156511-f124-4c02-98ff-4135682e2eef', 'abaebe40-bf40-4663-9001-f1d144ec9ba9', 'f06428e7-4421-48f9-9ba7-441017875af8', '65518df3-fa74-4cc4-bc12-e13005594074', '9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4', 'b3e8c32a-4cf3-4e85-b801-0032063c016a', '3781be8b-e165-4069-8e42-eeace48d4ca3', '40caa852-27af-450b-95e9-706372b8ecf4', 'a73bbb64-45e0-4474-ac66-db0b7ee78a81', '39728890-5614-464e-a1bc-37eda5f1369d', '325c66f5-4dc7-4250-9342-bc497a020617', '869b2ae8-d60e-4ce8-9b4b-89ed8b31bb6b', 'f9c05046-8a5f-4087-bd05-13756cd70553', '95d81304-fa63-4814-bcbe-9bcca0df4cda', 'baf1a941-c8f1-40bb-807d-d935c8003eea', '360c726a-b29b-411e-97b6-15435fdf5a03', '0b97fe1b-4888-46b9-a4a1-718215aece16', 'fed731a5-711c-4b26-8c5c-973726915d72', '7d09f0e2-4e07-43f7-ba53-6600d30c7795', '0734b4de-c1c9-4d9d-a363-187b7b3887ac', '71af1fa7-09e1-4689-8a7f-72386cce262d', 'dfd45fa7-fdf9-4176-8c38-b361ac0897f3', 'd04365f0-bcd2-412d-8d98-359bbab1a999', '776aa801-3011-42d9-8ef3-d78431d3f11a', '8e7cb093-c160-4200-810a-24193daf0945', 'dfc5c728-04bd-4cb2-82d3-227781c576a7', 'ddfece2d-6d53-4deb-9458-8ea9239bfe7f', '8cb3a2dd-498a-4771-96dd-6cb7d3a3d704', '155a7a91-788b-4c8a-bd19-9cf001bb1f63', '3191ceed-4461-47d6-bd31-015598aabb7c', '333dc6e6-2663-47ac-b3a4-00d3bdb3bf13', 'ef744301-e635-4102-a37d-cb2a8f905aab', '32f555d4-ad34-4452-98fc-424f549cb1ea', '524a78e9-254f-48b7-aafc-e2a84cdbf82c', '29ed8045-9779-4414-bb15-0ac989a681d2', '03a34302-a54b-4708-979a-91d3b49e10ad', '581e3e6d-c83c-45f2-b38a-6cf937b7de1f'} {{(pid=70956) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 825.385228] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 825.388877] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aad90041-8030-4c04-9213-b5a00b37381c with Priority: HIGHEST for action security_group_members [ 825.389343] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-aad90041-8030-4c04-9213-b5a00b37381c taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.389458] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aad90041-8030-4c04-9213-b5a00b37381c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.389522] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aad90041-8030-4c04-9213-b5a00b37381c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.389758] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aad90041-8030-4c04-9213-b5a00b37381c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.389903] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.390013] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.390089] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.390255] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.390332] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.390597] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aad90041-8030-4c04-9213-b5a00b37381c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.409323] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.410341] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.410341] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.410341] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.410519] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.410815] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 825.410815] env[70956]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=70956) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 825.410815] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 825.467247] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.467247] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.467247] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.467247] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.467445] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.467561] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 825.467636] env[70956]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=70956) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 825.467706] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 825.467770] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 825.467854] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/38 resources of Type:Security Group Rules [ 825.467959] env[70956]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ca2748cd-f542-4e0d-8769-c9bc0a7b9840 with Priority: HIGH for action security_group_rules [ 825.467994] env[70956]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e3156511-f124-4c02-98ff-4135682e2eef with Priority: HIGH for action security_group_rules [ 825.468073] env[70956]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: abaebe40-bf40-4663-9001-f1d144ec9ba9 with Priority: HIGH for action security_group_rules [ 825.468136] env[70956]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f06428e7-4421-48f9-9ba7-441017875af8 with Priority: HIGH for action security_group_rules [ 825.468197] env[70956]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 65518df3-fa74-4cc4-bc12-e13005594074 with Priority: HIGH for action security_group_rules [ 825.468256] env[70956]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4 with Priority: HIGH for action security_group_rules [ 825.468396] env[70956]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b3e8c32a-4cf3-4e85-b801-0032063c016a with Priority: HIGH for action security_group_rules [ 825.468396] env[70956]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3781be8b-e165-4069-8e42-eeace48d4ca3 with Priority: HIGH for action security_group_rules [ 825.468472] env[70956]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 40caa852-27af-450b-95e9-706372b8ecf4 with Priority: HIGH for action security_group_rules [ 825.468502] env[70956]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a73bbb64-45e0-4474-ac66-db0b7ee78a81 with Priority: HIGH for action security_group_rules [ 825.468539] env[70956]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 39728890-5614-464e-a1bc-37eda5f1369d with Priority: HIGH for action security_group_rules [ 825.468594] env[70956]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 325c66f5-4dc7-4250-9342-bc497a020617 with Priority: HIGH for action security_group_rules [ 825.469285] env[70956]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 869b2ae8-d60e-4ce8-9b4b-89ed8b31bb6b with Priority: HIGH for action security_group_rules [ 825.469285] env[70956]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f9c05046-8a5f-4087-bd05-13756cd70553 with Priority: HIGH for action security_group_rules [ 825.469285] env[70956]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 95d81304-fa63-4814-bcbe-9bcca0df4cda with Priority: HIGH for action security_group_rules [ 825.469285] env[70956]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: baf1a941-c8f1-40bb-807d-d935c8003eea with Priority: HIGH for action security_group_rules [ 825.469285] env[70956]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 360c726a-b29b-411e-97b6-15435fdf5a03 with Priority: HIGH for action security_group_rules [ 825.469285] env[70956]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0b97fe1b-4888-46b9-a4a1-718215aece16 with Priority: HIGH for action security_group_rules [ 825.469285] env[70956]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fed731a5-711c-4b26-8c5c-973726915d72 with Priority: HIGH for action security_group_rules [ 825.469285] env[70956]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 with Priority: HIGH for action security_group_rules [ 825.469285] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.652440] env[70956]: INFO networking_nsxv3.common.synchronization [req-66f9c0e1-c42e-4645-a4e3-4067d4a87e81 req-13687521-c6b2-4b33-9fc4-a2b07e914001 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Enqueued Resource ID: 65518df3-fa74-4cc4-bc12-e13005594074 with Priority: HIGHEST for action security_group_members [ 825.652976] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65518df3-fa74-4cc4-bc12-e13005594074 with Priority: HIGHEST for action security_group_members [ 825.653158] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca2748cd-f542-4e0d-8769-c9bc0a7b9840 with Priority: HIGH for action security_group_rules [ 825.653425] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abaebe40-bf40-4663-9001-f1d144ec9ba9 with Priority: HIGH for action security_group_rules [ 825.653425] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3e8c32a-4cf3-4e85-b801-0032063c016a with Priority: HIGH for action security_group_rules [ 825.653558] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95d81304-fa63-4814-bcbe-9bcca0df4cda with Priority: HIGH for action security_group_rules [ 825.653558] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 with Priority: HIGH for action security_group_rules [ 825.653616] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fed731a5-711c-4b26-8c5c-973726915d72 with Priority: HIGH for action security_group_rules [ 825.654482] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b97fe1b-4888-46b9-a4a1-718215aece16 with Priority: HIGH for action security_group_rules [ 825.654482] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 360c726a-b29b-411e-97b6-15435fdf5a03 with Priority: HIGH for action security_group_rules [ 825.654482] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9c05046-8a5f-4087-bd05-13756cd70553 with Priority: HIGH for action security_group_rules [ 825.654482] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: baf1a941-c8f1-40bb-807d-d935c8003eea with Priority: HIGH for action security_group_rules [ 825.654482] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 869b2ae8-d60e-4ce8-9b4b-89ed8b31bb6b with Priority: HIGH for action security_group_rules [ 825.654482] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 325c66f5-4dc7-4250-9342-bc497a020617 with Priority: HIGH for action security_group_rules [ 825.654482] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39728890-5614-464e-a1bc-37eda5f1369d with Priority: HIGH for action security_group_rules [ 825.654482] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a73bbb64-45e0-4474-ac66-db0b7ee78a81 with Priority: HIGH for action security_group_rules [ 825.654482] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40caa852-27af-450b-95e9-706372b8ecf4 with Priority: HIGH for action security_group_rules [ 825.654482] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4 with Priority: HIGH for action security_group_rules [ 825.654874] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3781be8b-e165-4069-8e42-eeace48d4ca3 with Priority: HIGH for action security_group_rules [ 825.654874] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65518df3-fa74-4cc4-bc12-e13005594074 with Priority: HIGH for action security_group_rules [ 825.654874] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3156511-f124-4c02-98ff-4135682e2eef with Priority: HIGH for action security_group_rules [ 825.654874] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f06428e7-4421-48f9-9ba7-441017875af8 with Priority: HIGH for action security_group_rules [ 825.655981] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-65518df3-fa74-4cc4-bc12-e13005594074 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.655981] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65518df3-fa74-4cc4-bc12-e13005594074" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.655981] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65518df3-fa74-4cc4-bc12-e13005594074" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.655981] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65518df3-fa74-4cc4-bc12-e13005594074" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.655981] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.655981] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.655981] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.655981] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.655981] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.656480] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65518df3-fa74-4cc4-bc12-e13005594074',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.660367] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca2748cd-f542-4e0d-8769-c9bc0a7b9840 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.660367] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca2748cd-f542-4e0d-8769-c9bc0a7b9840" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.660367] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca2748cd-f542-4e0d-8769-c9bc0a7b9840" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.660367] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca2748cd-f542-4e0d-8769-c9bc0a7b9840" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.660367] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca2748cd-f542-4e0d-8769-c9bc0a7b9840',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.660367] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-abaebe40-bf40-4663-9001-f1d144ec9ba9 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.660367] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.660367] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.660367] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.660367] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('abaebe40-bf40-4663-9001-f1d144ec9ba9',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.661153] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3e8c32a-4cf3-4e85-b801-0032063c016a taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.661153] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3e8c32a-4cf3-4e85-b801-0032063c016a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.661153] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3e8c32a-4cf3-4e85-b801-0032063c016a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.661153] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3e8c32a-4cf3-4e85-b801-0032063c016a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.661153] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3e8c32a-4cf3-4e85-b801-0032063c016a',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.661816] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95d81304-fa63-4814-bcbe-9bcca0df4cda taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.661922] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95d81304-fa63-4814-bcbe-9bcca0df4cda" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.662029] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95d81304-fa63-4814-bcbe-9bcca0df4cda" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.662161] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95d81304-fa63-4814-bcbe-9bcca0df4cda" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.662223] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95d81304-fa63-4814-bcbe-9bcca0df4cda',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.663264] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d09f0e2-4e07-43f7-ba53-6600d30c7795 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.663386] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.663462] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.663640] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.663716] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d09f0e2-4e07-43f7-ba53-6600d30c7795',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.665123] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fed731a5-711c-4b26-8c5c-973726915d72 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.665272] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fed731a5-711c-4b26-8c5c-973726915d72" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.665368] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fed731a5-711c-4b26-8c5c-973726915d72" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.665591] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fed731a5-711c-4b26-8c5c-973726915d72" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.665679] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fed731a5-711c-4b26-8c5c-973726915d72',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.668994] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b97fe1b-4888-46b9-a4a1-718215aece16 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.668994] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b97fe1b-4888-46b9-a4a1-718215aece16" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.668994] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b97fe1b-4888-46b9-a4a1-718215aece16" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.668994] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b97fe1b-4888-46b9-a4a1-718215aece16" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.668994] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b97fe1b-4888-46b9-a4a1-718215aece16',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.668994] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-360c726a-b29b-411e-97b6-15435fdf5a03 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.668994] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-360c726a-b29b-411e-97b6-15435fdf5a03" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.668994] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-360c726a-b29b-411e-97b6-15435fdf5a03" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.668994] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-360c726a-b29b-411e-97b6-15435fdf5a03" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.668994] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('360c726a-b29b-411e-97b6-15435fdf5a03',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.669740] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9c05046-8a5f-4087-bd05-13756cd70553 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.669853] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9c05046-8a5f-4087-bd05-13756cd70553" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.669973] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9c05046-8a5f-4087-bd05-13756cd70553" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.671308] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9c05046-8a5f-4087-bd05-13756cd70553" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.671308] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9c05046-8a5f-4087-bd05-13756cd70553',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.671308] env[70956]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 825.671308] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-baf1a941-c8f1-40bb-807d-d935c8003eea taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.671308] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-baf1a941-c8f1-40bb-807d-d935c8003eea" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.671308] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-baf1a941-c8f1-40bb-807d-d935c8003eea" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.671575] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-baf1a941-c8f1-40bb-807d-d935c8003eea" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.671575] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('baf1a941-c8f1-40bb-807d-d935c8003eea',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.672966] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-869b2ae8-d60e-4ce8-9b4b-89ed8b31bb6b taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.672966] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-869b2ae8-d60e-4ce8-9b4b-89ed8b31bb6b" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.672966] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-869b2ae8-d60e-4ce8-9b4b-89ed8b31bb6b" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.672966] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-869b2ae8-d60e-4ce8-9b4b-89ed8b31bb6b" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.673608] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('869b2ae8-d60e-4ce8-9b4b-89ed8b31bb6b',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.673897] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-325c66f5-4dc7-4250-9342-bc497a020617 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.674191] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.674191] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-39728890-5614-464e-a1bc-37eda5f1369d taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.674334] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-39728890-5614-464e-a1bc-37eda5f1369d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.674334] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-39728890-5614-464e-a1bc-37eda5f1369d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.675356] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-39728890-5614-464e-a1bc-37eda5f1369d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.675356] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('39728890-5614-464e-a1bc-37eda5f1369d',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.675356] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a73bbb64-45e0-4474-ac66-db0b7ee78a81 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.675513] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a73bbb64-45e0-4474-ac66-db0b7ee78a81" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.675513] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a73bbb64-45e0-4474-ac66-db0b7ee78a81" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.676349] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a73bbb64-45e0-4474-ac66-db0b7ee78a81" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.676349] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a73bbb64-45e0-4474-ac66-db0b7ee78a81',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.678042] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-40caa852-27af-450b-95e9-706372b8ecf4 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.678198] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-40caa852-27af-450b-95e9-706372b8ecf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.678253] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-40caa852-27af-450b-95e9-706372b8ecf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.678372] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-40caa852-27af-450b-95e9-706372b8ecf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.678443] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('40caa852-27af-450b-95e9-706372b8ecf4',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.680687] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.680687] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.680687] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.680687] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.680687] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.681319] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3781be8b-e165-4069-8e42-eeace48d4ca3 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.681419] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3781be8b-e165-4069-8e42-eeace48d4ca3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.681801] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3781be8b-e165-4069-8e42-eeace48d4ca3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.681801] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3781be8b-e165-4069-8e42-eeace48d4ca3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.681801] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3781be8b-e165-4069-8e42-eeace48d4ca3',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.682858] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-65518df3-fa74-4cc4-bc12-e13005594074 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.684131] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-65518df3-fa74-4cc4-bc12-e13005594074" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.684131] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-65518df3-fa74-4cc4-bc12-e13005594074" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.684131] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-65518df3-fa74-4cc4-bc12-e13005594074" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.684131] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('65518df3-fa74-4cc4-bc12-e13005594074',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.684286] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e3156511-f124-4c02-98ff-4135682e2eef taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.684286] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e3156511-f124-4c02-98ff-4135682e2eef" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.684396] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e3156511-f124-4c02-98ff-4135682e2eef" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.684493] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e3156511-f124-4c02-98ff-4135682e2eef" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.684586] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e3156511-f124-4c02-98ff-4135682e2eef',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.685933] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f06428e7-4421-48f9-9ba7-441017875af8 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.686055] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f06428e7-4421-48f9-9ba7-441017875af8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.686130] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f06428e7-4421-48f9-9ba7-441017875af8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.686332] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f06428e7-4421-48f9-9ba7-441017875af8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.686463] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f06428e7-4421-48f9-9ba7-441017875af8',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.687297] env[70956]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 825.750375] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.750513] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.750585] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.750822] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.767836] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-641 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.768055] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-641" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.768252] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-641" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.768531] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-641" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.768789] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.768940] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.771824] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.771824] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.771824] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.771824] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 825.771824] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 825.771824] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 825.771824] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 825.771824] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 825.771824] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 825.771824] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 825.786535] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.786665] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3e8c32a-4cf3-4e85-b801-0032063c016a is going to be deleted. [ 825.791965] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 825.792202] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 825.792364] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 825.792539] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-641" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.792856] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-0912f519-3155-4c09-9486-c1d57ee51897 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.793047] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-0912f519-3155-4c09-9486-c1d57ee51897" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.793169] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-0912f519-3155-4c09-9486-c1d57ee51897" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.793556] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-0912f519-3155-4c09-9486-c1d57ee51897" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.793727] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0912f519-3155-4c09-9486-c1d57ee51897',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.840346] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.840525] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.840584] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.841442] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.841442] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.841442] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3e8c32a-4cf3-4e85-b801-0032063c016a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.893137] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.893287] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.893356] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.893567] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.893650] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.893838] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.893931] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.893989] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.894146] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.894215] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.894294] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aad90041-8030-4c04-9213-b5a00b37381c already deleted. [ 825.894367] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aad90041-8030-4c04-9213-b5a00b37381c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.159164] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.159298] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.159352] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.159547] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.180081] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.180384] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.180510] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.180579] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.180769] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.180851] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.180949] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65518df3-fa74-4cc4-bc12-e13005594074 is going to be updated. [ 826.192414] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-95d81304-fa63-4814-bcbe-9bcca0df4cda taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.192414] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95d81304-fa63-4814-bcbe-9bcca0df4cda" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.192414] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95d81304-fa63-4814-bcbe-9bcca0df4cda" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.192557] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95d81304-fa63-4814-bcbe-9bcca0df4cda" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.192607] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.192704] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.192764] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.192906] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.192984] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.193074] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95d81304-fa63-4814-bcbe-9bcca0df4cda" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.193317] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('95d81304-fa63-4814-bcbe-9bcca0df4cda',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.195831] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-abaebe40-bf40-4663-9001-f1d144ec9ba9 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.195933] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.196015] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.196172] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.196318] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.196405] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.196469] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.196851] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.196954] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.197054] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.197137] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('abaebe40-bf40-4663-9001-f1d144ec9ba9',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.206352] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.206484] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.206550] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.207030] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.207192] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.218192] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65518df3-fa74-4cc4-bc12-e13005594074 in Status: IN_PROGRESS for 2s [ 826.219066] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.219223] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.219295] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.219476] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.231818] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-baf1a941-c8f1-40bb-807d-d935c8003eea taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.231818] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-baf1a941-c8f1-40bb-807d-d935c8003eea" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.231818] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-baf1a941-c8f1-40bb-807d-d935c8003eea" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.232253] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-baf1a941-c8f1-40bb-807d-d935c8003eea" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.232469] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.232571] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.232637] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.232795] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.232863] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.233157] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-baf1a941-c8f1-40bb-807d-d935c8003eea" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.233157] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('baf1a941-c8f1-40bb-807d-d935c8003eea',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.244416] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d09f0e2-4e07-43f7-ba53-6600d30c7795 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.244582] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.244643] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.244790] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.245189] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.245189] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.245189] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.245298] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.245329] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.245393] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.245468] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7d09f0e2-4e07-43f7-ba53-6600d30c7795',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.246448] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-f06428e7-4421-48f9-9ba7-441017875af8 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.246625] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f06428e7-4421-48f9-9ba7-441017875af8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.247528] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f06428e7-4421-48f9-9ba7-441017875af8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.247528] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f06428e7-4421-48f9-9ba7-441017875af8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.247528] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.247528] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.247528] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.247528] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.247528] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.247528] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f06428e7-4421-48f9-9ba7-441017875af8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.247528] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f06428e7-4421-48f9-9ba7-441017875af8',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.252219] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-a73bbb64-45e0-4474-ac66-db0b7ee78a81 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.252219] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a73bbb64-45e0-4474-ac66-db0b7ee78a81" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.252219] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a73bbb64-45e0-4474-ac66-db0b7ee78a81" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.252219] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a73bbb64-45e0-4474-ac66-db0b7ee78a81" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.252219] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.252219] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.252219] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.252219] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.252219] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.252219] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a73bbb64-45e0-4474-ac66-db0b7ee78a81" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.252219] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a73bbb64-45e0-4474-ac66-db0b7ee78a81',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.262846] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.262846] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca2748cd-f542-4e0d-8769-c9bc0a7b9840 is going to be deleted. [ 826.283575] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.283575] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.283575] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.283575] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.284918] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.285037] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.286014] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.286014] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.287197] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.287331] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.295983] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.296125] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.298144] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.298265] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.298846] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.298942] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.298997] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.299260] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.299407] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.299557] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Segment Port 0912f519-3155-4c09-9486-c1d57ee51897 not found, creating... [ 826.299795] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.300047] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.300142] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.300394] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.300540] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.300822] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.300992] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.301189] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.301347] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.301483] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.301624] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: 0912f519-3155-4c09-9486-c1d57ee51897 is going to be created. [ 826.303259] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.303344] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.304022] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.304115] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.304829] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.304913] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.305625] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.305711] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.306510] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.306612] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.307287] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.307442] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 39728890-5614-464e-a1bc-37eda5f1369d is going to be deleted. [ 826.308750] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.308988] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.325615] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.325841] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.325971] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.326264] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.326498] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.326754] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-0912f519-3155-4c09-9486-c1d57ee51897" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.330238] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.330363] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.337080] env[70956]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 826.337545] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.337705] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4 is going to be deleted. [ 826.338665] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.338872] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.354948] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.355092] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e3156511-f124-4c02-98ff-4135682e2eef is going to be deleted. [ 826.356046] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.356163] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.356254] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.356350] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 65518df3-fa74-4cc4-bc12-e13005594074 is going to be deleted. [ 826.357081] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.357335] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.377280] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.377412] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.390997] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.391221] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fed731a5-711c-4b26-8c5c-973726915d72 is going to be deleted. [ 826.392215] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.392426] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.429433] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.429554] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.430506] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.430753] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 360c726a-b29b-411e-97b6-15435fdf5a03 is going to be deleted. [ 826.431881] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.431881] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.457036] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.457178] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 869b2ae8-d60e-4ce8-9b4b-89ed8b31bb6b is going to be deleted. [ 826.458950] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.459579] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.502607] env[70956]: INFO networking_nsxv3.common.synchronization [None req-137379b2-dd74-4066-88f3-d749624f153e None None] Enqueued Resource ID: 41e80226-c976-42f1-b910-ced8412fda4c with Priority: HIGHEST for action port [ 826.503306] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41e80226-c976-42f1-b910-ced8412fda4c with Priority: HIGHEST for action port [ 826.503640] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-41e80226-c976-42f1-b910-ced8412fda4c taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.503781] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-41e80226-c976-42f1-b910-ced8412fda4c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.503851] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-41e80226-c976-42f1-b910-ced8412fda4c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.504460] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-41e80226-c976-42f1-b910-ced8412fda4c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.504460] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41e80226-c976-42f1-b910-ced8412fda4c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.515422] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.515579] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.527071] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.527071] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.527071] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.527071] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3781be8b-e165-4069-8e42-eeace48d4ca3 is going to be deleted. [ 826.527566] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.527717] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.530299] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.530455] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.562608] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 325c66f5-4dc7-4250-9342-bc497a020617 in Status: SUCCESS [ 826.562608] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.562608] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.562608] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.562608] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('325c66f5-4dc7-4250-9342-bc497a020617',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.584754] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.584883] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.610028] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.610251] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.611423] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.611550] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9c05046-8a5f-4087-bd05-13756cd70553 is going to be deleted. [ 826.612493] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.613042] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.639371] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.639713] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40caa852-27af-450b-95e9-706372b8ecf4 is going to be deleted. [ 826.640642] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.640834] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.696326] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('95d81304-fa63-4814-bcbe-9bcca0df4cda',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.698821] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.698960] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.700379] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-abaebe40-bf40-4663-9001-f1d144ec9ba9 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.700585] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.700663] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.700861] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.701188] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.701386] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.701614] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.701784] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.702032] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.702144] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.702771] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-abaebe40-bf40-4663-9001-f1d144ec9ba9 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.702771] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.702771] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.703151] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.703151] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.703334] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.703334] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.703542] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.703687] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.704398] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.704398] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('abaebe40-bf40-4663-9001-f1d144ec9ba9',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.725602] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.725747] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.731286] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.731443] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b97fe1b-4888-46b9-a4a1-718215aece16 is going to be deleted. [ 826.732814] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.733132] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.733399] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.733848] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca2748cd-f542-4e0d-8769-c9bc0a7b9840" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.733848] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.733848] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.733848] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.734089] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-39728890-5614-464e-a1bc-37eda5f1369d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.734458] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.734756] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.734756] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.734895] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9cad2d27-a91d-4fb5-b6fb-d5c9faa416b4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.734958] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.735077] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.735285] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.735285] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-65518df3-fa74-4cc4-bc12-e13005594074" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.735424] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.735541] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.735609] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.735751] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e3156511-f124-4c02-98ff-4135682e2eef" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.735853] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.735984] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.736057] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.736168] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fed731a5-711c-4b26-8c5c-973726915d72" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.736314] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.736380] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.736455] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.736909] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-360c726a-b29b-411e-97b6-15435fdf5a03" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.736909] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.736909] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.736909] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.737294] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-869b2ae8-d60e-4ce8-9b4b-89ed8b31bb6b" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.737573] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.737699] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.737973] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.737973] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3781be8b-e165-4069-8e42-eeace48d4ca3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.737973] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.738247] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.738247] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.738486] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9c05046-8a5f-4087-bd05-13756cd70553" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.740890] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('baf1a941-c8f1-40bb-807d-d935c8003eea',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.748253] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.748560] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.748560] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.748703] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.748774] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.748895] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-40caa852-27af-450b-95e9-706372b8ecf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.759302] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d09f0e2-4e07-43f7-ba53-6600d30c7795 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.759302] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.759302] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.759302] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.759302] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.759562] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.759562] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.759696] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.759696] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.759774] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.759913] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d09f0e2-4e07-43f7-ba53-6600d30c7795 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.760029] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.760146] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.760287] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.760443] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.760509] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.760567] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.760700] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.760775] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.760865] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.760936] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7d09f0e2-4e07-43f7-ba53-6600d30c7795',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.762697] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a73bbb64-45e0-4474-ac66-db0b7ee78a81',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.763714] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f06428e7-4421-48f9-9ba7-441017875af8',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.903056] env[70956]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 826.903636] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.903795] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.903909] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.904167] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.904254] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.904372] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b97fe1b-4888-46b9-a4a1-718215aece16" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.006572] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 41e80226-c976-42f1-b910-ced8412fda4c [ 827.006810] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.006942] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.007030] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.007248] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.007342] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.007440] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:41e80226-c976-42f1-b910-ced8412fda4c already deleted. [ 827.007554] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-41e80226-c976-42f1-b910-ced8412fda4c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.064603] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-325c66f5-4dc7-4250-9342-bc497a020617 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.064759] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.064855] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.065800] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.065800] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.065800] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.065800] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.065800] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.065800] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.065800] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.065800] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('325c66f5-4dc7-4250-9342-bc497a020617',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.161498] env[70956]: INFO networking_nsxv3.common.synchronization [req-81cdf463-9edc-436e-8eba-3aaeaa6666a1 req-f76d96d2-589c-4587-b1d2-2449b128bed4 service nova] Enqueued Resource ID: aad90041-8030-4c04-9213-b5a00b37381c with Priority: HIGHEST for action security_group_rules [ 827.161498] env[70956]: INFO networking_nsxv3.common.synchronization [req-81cdf463-9edc-436e-8eba-3aaeaa6666a1 req-f76d96d2-589c-4587-b1d2-2449b128bed4 service nova] Enqueued Resource ID: aad90041-8030-4c04-9213-b5a00b37381c with Priority: HIGHEST for action security_group_members [ 827.161498] env[70956]: INFO networking_nsxv3.common.synchronization [req-81cdf463-9edc-436e-8eba-3aaeaa6666a1 req-f76d96d2-589c-4587-b1d2-2449b128bed4 service nova] Enqueued Resource ID: 0912f519-3155-4c09-9486-c1d57ee51897 with Priority: HIGHEST for action port [ 827.161498] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aad90041-8030-4c04-9213-b5a00b37381c with Priority: HIGHEST for action security_group_rules [ 827.161498] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aad90041-8030-4c04-9213-b5a00b37381c with Priority: HIGHEST for action security_group_members [ 827.161498] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0912f519-3155-4c09-9486-c1d57ee51897 with Priority: HIGHEST for action port [ 827.163284] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aad90041-8030-4c04-9213-b5a00b37381c taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.163418] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aad90041-8030-4c04-9213-b5a00b37381c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.163485] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aad90041-8030-4c04-9213-b5a00b37381c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.163710] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aad90041-8030-4c04-9213-b5a00b37381c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.163792] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aad90041-8030-4c04-9213-b5a00b37381c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.164741] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-aad90041-8030-4c04-9213-b5a00b37381c taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.164850] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aad90041-8030-4c04-9213-b5a00b37381c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.164914] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aad90041-8030-4c04-9213-b5a00b37381c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.165187] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aad90041-8030-4c04-9213-b5a00b37381c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.165262] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.165353] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.165426] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.165546] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.165624] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.165711] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aad90041-8030-4c04-9213-b5a00b37381c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.166502] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-0912f519-3155-4c09-9486-c1d57ee51897 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.166604] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0912f519-3155-4c09-9486-c1d57ee51897" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.167039] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0912f519-3155-4c09-9486-c1d57ee51897" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.167039] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0912f519-3155-4c09-9486-c1d57ee51897" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.167039] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0912f519-3155-4c09-9486-c1d57ee51897',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.198536] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 95d81304-fa63-4814-bcbe-9bcca0df4cda: rpc.has_security_group_logging(os_id): False [ 827.207511] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for abaebe40-bf40-4663-9001-f1d144ec9ba9: rpc.has_security_group_logging(os_id): False [ 827.222686] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.222894] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.222894] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.224023] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.224760] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.224851] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.243329] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for baf1a941-c8f1-40bb-807d-d935c8003eea: rpc.has_security_group_logging(os_id): False [ 827.245640] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.245949] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.246581] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.246581] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.246581] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.246735] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.246836] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95d81304-fa63-4814-bcbe-9bcca0df4cda is going to be updated. [ 827.248143] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.248351] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.264431] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.264569] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.264750] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7d09f0e2-4e07-43f7-ba53-6600d30c7795: rpc.has_security_group_logging(os_id): False [ 827.265743] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f06428e7-4421-48f9-9ba7-441017875af8: rpc.has_security_group_logging(os_id): False [ 827.267238] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.267478] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.267596] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.267663] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.267852] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.267929] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.268158] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.268260] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.268470] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.268470] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.268609] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.271016] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.271016] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.271016] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.271016] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.271016] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.271016] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: abaebe40-bf40-4663-9001-f1d144ec9ba9 is going to be updated. [ 827.271562] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a73bbb64-45e0-4474-ac66-db0b7ee78a81: rpc.has_security_group_logging(os_id): False [ 827.272289] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.272487] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.290825] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.293162] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.294140] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.294255] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.301460] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.301460] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.306446] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.306446] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.306446] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.306446] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.306446] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.306446] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.306446] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: baf1a941-c8f1-40bb-807d-d935c8003eea is going to be updated. [ 827.306446] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.307245] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.322971] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.323105] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.323214] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.323342] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.323480] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.323564] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.323660] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f06428e7-4421-48f9-9ba7-441017875af8 is going to be updated. [ 827.324681] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.324852] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.330252] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.330358] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.349306] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.349604] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.349704] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.349769] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.349972] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.350113] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.350214] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a73bbb64-45e0-4474-ac66-db0b7ee78a81 is going to be updated. [ 827.351279] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.351535] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.353224] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.353224] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.371294] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.371495] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.379800] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.380131] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.380261] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.380327] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.380526] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.380638] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.380808] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.380894] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.380955] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.381134] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.381205] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.381384] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.381464] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.381510] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.381643] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.381711] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.381799] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 is going to be updated. [ 827.382860] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.383038] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.383180] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.384111] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.384310] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.384478] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.385211] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.385360] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.385480] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.411290] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: baf1a941-c8f1-40bb-807d-d935c8003eea in Status: IN_PROGRESS for 2s [ 827.419887] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: abaebe40-bf40-4663-9001-f1d144ec9ba9 in Status: IN_PROGRESS for 2s [ 827.420662] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95d81304-fa63-4814-bcbe-9bcca0df4cda in Status: IN_PROGRESS for 2s [ 827.422143] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.422334] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.422378] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.422616] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.422744] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.438822] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f06428e7-4421-48f9-9ba7-441017875af8 in Status: IN_PROGRESS for 2s [ 827.462690] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.462690] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.462690] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.462690] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.462690] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.483246] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a73bbb64-45e0-4474-ac66-db0b7ee78a81 in Status: IN_PROGRESS for 2s [ 827.571039] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-325c66f5-4dc7-4250-9342-bc497a020617 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.571039] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.571039] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.571039] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.571039] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.571039] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.571039] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.571039] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.571039] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.571039] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.571039] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-325c66f5-4dc7-4250-9342-bc497a020617 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.571039] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.571039] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.571039] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.571039] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.571039] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.571821] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.571821] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.571821] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.571821] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.571821] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('325c66f5-4dc7-4250-9342-bc497a020617',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.590395] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.590678] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.590825] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.591200] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.591448] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.616047] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 in Status: IN_PROGRESS for 2s [ 827.668370] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aad90041-8030-4c04-9213-b5a00b37381c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.672019] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-aad90041-8030-4c04-9213-b5a00b37381c taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.672019] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aad90041-8030-4c04-9213-b5a00b37381c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.672019] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0912f519-3155-4c09-9486-c1d57ee51897 with status ACTIVE [ 827.672019] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.672019] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.672019] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.672019] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.672019] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.672019] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.672019] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.672019] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.672019] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.672019] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.672019] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.672890] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.672890] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.672890] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.673146] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.673383] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0912f519-3155-4c09-9486-c1d57ee51897 is going to be updated. [ 827.717672] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.717900] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.717900] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.718144] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.718221] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.718416] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0912f519-3155-4c09-9486-c1d57ee51897" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.073726] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 325c66f5-4dc7-4250-9342-bc497a020617: rpc.has_security_group_logging(os_id): False [ 828.091865] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.092035] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.092105] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.092328] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.110445] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.110698] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.110820] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.110896] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.111118] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.111209] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.111462] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.111539] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.111573] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.111724] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.111800] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.111979] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.112653] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.112653] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.112653] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.112653] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.112653] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 325c66f5-4dc7-4250-9342-bc497a020617 is going to be updated. [ 828.171223] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.171395] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.171476] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.171678] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.174072] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.174072] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aad90041-8030-4c04-9213-b5a00b37381c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.191808] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 325c66f5-4dc7-4250-9342-bc497a020617 in Status: IN_PROGRESS for 2s [ 828.240314] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65518df3-fa74-4cc4-bc12-e13005594074 in Status: SUCCESS [ 828.240576] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65518df3-fa74-4cc4-bc12-e13005594074 deletion is rescheduled due to dependency. [ 828.240620] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65518df3-fa74-4cc4-bc12-e13005594074" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.677248] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.677248] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.677248] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.677517] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.677517] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.677618] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aad90041-8030-4c04-9213-b5a00b37381c is going to be created. [ 828.703530] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.703530] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.703530] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.703530] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.703530] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.716032] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aad90041-8030-4c04-9213-b5a00b37381c in Status: UNINITIALIZED for 2s [ 829.427581] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: baf1a941-c8f1-40bb-807d-d935c8003eea in Status: SUCCESS [ 829.427581] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-baf1a941-c8f1-40bb-807d-d935c8003eea" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.431131] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95d81304-fa63-4814-bcbe-9bcca0df4cda in Status: SUCCESS [ 829.435089] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95d81304-fa63-4814-bcbe-9bcca0df4cda" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.435089] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: abaebe40-bf40-4663-9001-f1d144ec9ba9 in Status: SUCCESS [ 829.435089] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.448883] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f06428e7-4421-48f9-9ba7-441017875af8 in Status: SUCCESS [ 829.449106] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f06428e7-4421-48f9-9ba7-441017875af8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.499453] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a73bbb64-45e0-4474-ac66-db0b7ee78a81 in Status: SUCCESS [ 829.499690] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a73bbb64-45e0-4474-ac66-db0b7ee78a81" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.644079] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 in Status: SUCCESS [ 829.644415] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.665285] env[70956]: INFO networking_nsxv3.common.synchronization [req-bb34b386-8f60-4b1d-b5ca-a9acd827444c req-25eb49fd-d0b0-4d80-9db7-047128e6bc59 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Enqueued Resource ID: 325c66f5-4dc7-4250-9342-bc497a020617 with Priority: HIGHEST for action security_group_members [ 829.665619] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 325c66f5-4dc7-4250-9342-bc497a020617 with Priority: HIGHEST for action security_group_members [ 829.665842] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-325c66f5-4dc7-4250-9342-bc497a020617 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.665952] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.666034] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.666267] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.666432] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.666535] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.666587] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.666760] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.666832] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.666909] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('325c66f5-4dc7-4250-9342-bc497a020617',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.717555] env[70956]: INFO networking_nsxv3.common.synchronization [req-0d47f1e3-ec9e-4a0c-b6c0-de708c4064db req-fe61f3c8-4b95-4e5c-9057-02804780474b tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Enqueued Resource ID: 325c66f5-4dc7-4250-9342-bc497a020617 with Priority: HIGHEST for action security_group_members [ 829.718148] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 325c66f5-4dc7-4250-9342-bc497a020617 with Priority: HIGHEST for action security_group_members [ 829.718762] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-325c66f5-4dc7-4250-9342-bc497a020617 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.718884] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.175555] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.175555] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.175555] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.175555] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.175555] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.175555] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.175555] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.175555] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.175555] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.175555] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.175555] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 325c66f5-4dc7-4250-9342-bc497a020617 is going to be updated. [ 830.203051] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.203051] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.203051] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.203051] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.203051] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.205036] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 325c66f5-4dc7-4250-9342-bc497a020617 in Status: SUCCESS [ 830.205362] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.211960] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 325c66f5-4dc7-4250-9342-bc497a020617 in Status: IN_PROGRESS for 2s [ 830.726256] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aad90041-8030-4c04-9213-b5a00b37381c in Status: SUCCESS [ 830.727658] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aad90041-8030-4c04-9213-b5a00b37381c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.727946] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aad90041-8030-4c04-9213-b5a00b37381c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.728276] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aad90041-8030-4c04-9213-b5a00b37381c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.728487] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.728665] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.728734] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.728895] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.728979] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.729086] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aad90041-8030-4c04-9213-b5a00b37381c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.729175] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aad90041-8030-4c04-9213-b5a00b37381c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.009546] env[70956]: INFO networking_nsxv3.common.synchronization [req-df1cbe9f-bab2-4044-b917-c15af574c30c req-1e0c9588-cf03-4298-b9a2-533331c34726 tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Enqueued Resource ID: e14b5dff-5e16-4567-aada-562d87548639 with Priority: HIGHEST for action security_group_members [ 831.010414] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e14b5dff-5e16-4567-aada-562d87548639 with Priority: HIGHEST for action security_group_members [ 831.010866] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-e14b5dff-5e16-4567-aada-562d87548639 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.011070] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e14b5dff-5e16-4567-aada-562d87548639" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.011155] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e14b5dff-5e16-4567-aada-562d87548639" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.011485] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e14b5dff-5e16-4567-aada-562d87548639" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.011660] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.011797] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.011863] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.012249] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.012364] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.012498] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e14b5dff-5e16-4567-aada-562d87548639',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.233552] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aad90041-8030-4c04-9213-b5a00b37381c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.475076] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-722 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.475244] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-722" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.475431] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-722" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.475721] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-722" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.475995] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.476185] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.476407] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.476526] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.476672] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.477021] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 831.477210] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 831.477288] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 831.477374] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 831.477488] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 831.478607] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 831.478607] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 831.497487] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 831.497726] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 831.497884] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 831.498277] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-722" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.498620] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-f389caf2-81d9-4e1d-935d-4eea4484bb88 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.498816] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-f389caf2-81d9-4e1d-935d-4eea4484bb88" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.499008] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-f389caf2-81d9-4e1d-935d-4eea4484bb88" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.499258] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-f389caf2-81d9-4e1d-935d-4eea4484bb88" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.499402] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f389caf2-81d9-4e1d-935d-4eea4484bb88',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.515216] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.515365] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.515441] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.515640] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.515736] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.515942] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.517096] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.517096] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.517096] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.517096] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.517096] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e14b5dff-5e16-4567-aada-562d87548639 already deleted. [ 831.517096] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e14b5dff-5e16-4567-aada-562d87548639" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.738228] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aad90041-8030-4c04-9213-b5a00b37381c: rpc.has_security_group_logging(os_id): False [ 831.754076] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.754237] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.754307] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.754517] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.754607] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.754851] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.754950] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.755038] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.755198] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.755319] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.755423] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aad90041-8030-4c04-9213-b5a00b37381c is going to be created. [ 831.813615] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.813767] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.813853] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.814052] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.814229] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.824590] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aad90041-8030-4c04-9213-b5a00b37381c in Status: IN_PROGRESS for 2s [ 832.003355] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.003648] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.003822] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.004190] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.004405] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.004618] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Segment Port f389caf2-81d9-4e1d-935d-4eea4484bb88 not found, creating... [ 832.004938] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.005153] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.005316] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.005597] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.005784] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.006351] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.006643] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.006880] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.007251] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.007511] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.007781] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: f389caf2-81d9-4e1d-935d-4eea4484bb88 is going to be created. [ 832.027941] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.027941] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.027941] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.028285] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.028553] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.028791] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-f389caf2-81d9-4e1d-935d-4eea4484bb88" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.221413] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 325c66f5-4dc7-4250-9342-bc497a020617 in Status: SUCCESS [ 832.221621] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 325c66f5-4dc7-4250-9342-bc497a020617 deletion is rescheduled due to dependency. [ 832.221762] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.221905] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.222131] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.222315] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.222539] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.222607] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.222756] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.222840] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.222999] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('325c66f5-4dc7-4250-9342-bc497a020617',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.728777] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.728777] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.728777] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.728777] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.728777] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.728777] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.728777] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.728777] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.728777] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.728777] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.728777] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 325c66f5-4dc7-4250-9342-bc497a020617 is going to be updated. [ 832.754213] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.755474] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.755474] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.755474] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.755474] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.763834] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 325c66f5-4dc7-4250-9342-bc497a020617 in Status: IN_PROGRESS for 2s [ 832.880449] env[70956]: INFO networking_nsxv3.common.synchronization [req-df1cbe9f-bab2-4044-b917-c15af574c30c req-e12a4397-88eb-455d-bcd9-b6cfe2387d38 service nova] Enqueued Resource ID: e14b5dff-5e16-4567-aada-562d87548639 with Priority: HIGHEST for action security_group_rules [ 832.880657] env[70956]: INFO networking_nsxv3.common.synchronization [req-df1cbe9f-bab2-4044-b917-c15af574c30c req-e12a4397-88eb-455d-bcd9-b6cfe2387d38 service nova] Enqueued Resource ID: e14b5dff-5e16-4567-aada-562d87548639 with Priority: HIGHEST for action security_group_members [ 832.880812] env[70956]: INFO networking_nsxv3.common.synchronization [req-df1cbe9f-bab2-4044-b917-c15af574c30c req-e12a4397-88eb-455d-bcd9-b6cfe2387d38 service nova] Enqueued Resource ID: f389caf2-81d9-4e1d-935d-4eea4484bb88 with Priority: HIGHEST for action port [ 832.881450] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e14b5dff-5e16-4567-aada-562d87548639 with Priority: HIGHEST for action security_group_rules [ 832.881587] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e14b5dff-5e16-4567-aada-562d87548639 with Priority: HIGHEST for action security_group_members [ 832.881753] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f389caf2-81d9-4e1d-935d-4eea4484bb88 with Priority: HIGHEST for action port [ 832.882469] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e14b5dff-5e16-4567-aada-562d87548639 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.883229] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e14b5dff-5e16-4567-aada-562d87548639" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.883375] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e14b5dff-5e16-4567-aada-562d87548639" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.883767] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e14b5dff-5e16-4567-aada-562d87548639" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.883929] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e14b5dff-5e16-4567-aada-562d87548639',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.885033] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-e14b5dff-5e16-4567-aada-562d87548639 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.885267] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e14b5dff-5e16-4567-aada-562d87548639" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.885314] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e14b5dff-5e16-4567-aada-562d87548639" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.885509] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e14b5dff-5e16-4567-aada-562d87548639" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.885670] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.885810] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.885869] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.886276] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.886439] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.887179] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e14b5dff-5e16-4567-aada-562d87548639',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.891329] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-f389caf2-81d9-4e1d-935d-4eea4484bb88 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.891329] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f389caf2-81d9-4e1d-935d-4eea4484bb88" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.891329] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f389caf2-81d9-4e1d-935d-4eea4484bb88" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.891329] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f389caf2-81d9-4e1d-935d-4eea4484bb88" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.891329] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f389caf2-81d9-4e1d-935d-4eea4484bb88',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.392758] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e14b5dff-5e16-4567-aada-562d87548639',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.394276] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-e14b5dff-5e16-4567-aada-562d87548639 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.394380] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e14b5dff-5e16-4567-aada-562d87548639" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.394542] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f389caf2-81d9-4e1d-935d-4eea4484bb88 with status ACTIVE [ 833.394922] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.395201] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.395282] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.395486] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.395576] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.395742] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.395842] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.395904] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.396063] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.396194] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.396319] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.396421] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.396499] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.396640] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.396714] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.396807] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f389caf2-81d9-4e1d-935d-4eea4484bb88 is going to be updated. [ 833.418145] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.418276] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.418377] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.418536] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.418670] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.418827] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f389caf2-81d9-4e1d-935d-4eea4484bb88" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.834975] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aad90041-8030-4c04-9213-b5a00b37381c in Status: SUCCESS [ 833.835280] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aad90041-8030-4c04-9213-b5a00b37381c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.899408] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e14b5dff-5e16-4567-aada-562d87548639',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.405940] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.405940] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.405940] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.406190] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.406190] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.406290] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e14b5dff-5e16-4567-aada-562d87548639 is going to be created. [ 834.434365] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.434472] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.434512] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.434716] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.434871] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.446819] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e14b5dff-5e16-4567-aada-562d87548639 in Status: UNINITIALIZED for 2s [ 834.773682] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 325c66f5-4dc7-4250-9342-bc497a020617 in Status: SUCCESS [ 834.773868] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 325c66f5-4dc7-4250-9342-bc497a020617 deletion is rescheduled due to dependency. [ 834.773971] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.459032] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e14b5dff-5e16-4567-aada-562d87548639 in Status: SUCCESS [ 836.459032] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e14b5dff-5e16-4567-aada-562d87548639" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.459495] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e14b5dff-5e16-4567-aada-562d87548639" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.459495] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e14b5dff-5e16-4567-aada-562d87548639" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.459603] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.459702] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.459702] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.459825] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.459922] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.459984] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e14b5dff-5e16-4567-aada-562d87548639" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.460285] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e14b5dff-5e16-4567-aada-562d87548639',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.963531] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-e14b5dff-5e16-4567-aada-562d87548639 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.963736] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e14b5dff-5e16-4567-aada-562d87548639" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.963840] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e14b5dff-5e16-4567-aada-562d87548639" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.964079] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e14b5dff-5e16-4567-aada-562d87548639" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.964262] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.964354] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.964410] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.964563] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.964650] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.964736] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e14b5dff-5e16-4567-aada-562d87548639" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.964943] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-e14b5dff-5e16-4567-aada-562d87548639 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.965101] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e14b5dff-5e16-4567-aada-562d87548639" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.965190] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e14b5dff-5e16-4567-aada-562d87548639" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.965373] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e14b5dff-5e16-4567-aada-562d87548639" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.965544] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.965631] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.965691] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.965832] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.965906] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.965987] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e14b5dff-5e16-4567-aada-562d87548639" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.966092] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e14b5dff-5e16-4567-aada-562d87548639',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.471161] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e14b5dff-5e16-4567-aada-562d87548639: rpc.has_security_group_logging(os_id): False [ 837.489534] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.489739] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.489825] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.490140] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.490210] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.490450] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.490583] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.490653] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.490834] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.490939] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.491169] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.491289] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.491368] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.491534] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.491614] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.491813] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.491913] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.491974] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.492153] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.492265] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.492355] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e14b5dff-5e16-4567-aada-562d87548639 is going to be created. [ 837.555168] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.555369] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.555369] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.555573] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.555746] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.565188] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e14b5dff-5e16-4567-aada-562d87548639 in Status: IN_PROGRESS for 2s [ 837.886172] env[70956]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 837.886358] env[70956]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 838.204063] env[70956]: INFO networking_nsxv3.common.synchronization [req-aee5b35b-bab5-49ea-868c-b55a244d3fc7 req-eeabafe8-699b-4128-9515-64547669a97d tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Enqueued Resource ID: abaebe40-bf40-4663-9001-f1d144ec9ba9 with Priority: HIGHEST for action security_group_members [ 838.204725] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abaebe40-bf40-4663-9001-f1d144ec9ba9 with Priority: HIGHEST for action security_group_members [ 838.204894] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-abaebe40-bf40-4663-9001-f1d144ec9ba9 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.205031] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.205103] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.206458] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.206632] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.206739] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.206801] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.206962] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.207061] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.207155] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('abaebe40-bf40-4663-9001-f1d144ec9ba9',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.670751] env[70956]: INFO networking_nsxv3.common.synchronization [req-33c6285d-345f-472a-bce4-150c9ba1e2b9 req-51b4f226-ebde-4526-99b7-92788362b744 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Enqueued Resource ID: 3b2b6d0d-e131-4168-b7a7-c6f615a37e80 with Priority: HIGHEST for action security_group_members [ 838.671307] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b2b6d0d-e131-4168-b7a7-c6f615a37e80 with Priority: HIGHEST for action security_group_members [ 838.671613] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b2b6d0d-e131-4168-b7a7-c6f615a37e80 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.671739] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b2b6d0d-e131-4168-b7a7-c6f615a37e80" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.671796] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b2b6d0d-e131-4168-b7a7-c6f615a37e80" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.675892] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b2b6d0d-e131-4168-b7a7-c6f615a37e80" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.676116] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.676245] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.676301] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.676470] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.676552] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.676637] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b2b6d0d-e131-4168-b7a7-c6f615a37e80',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.708949] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('abaebe40-bf40-4663-9001-f1d144ec9ba9',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.181118] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.181118] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.181118] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.181118] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.181118] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.181428] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.181428] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.181428] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.181581] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.181657] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.181742] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b2b6d0d-e131-4168-b7a7-c6f615a37e80 already deleted. [ 839.181820] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b2b6d0d-e131-4168-b7a7-c6f615a37e80" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.211410] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('abaebe40-bf40-4663-9001-f1d144ec9ba9',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.219074] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-713 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.219553] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-713" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.219553] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-713" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.219788] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-713" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.219908] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.220020] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.220269] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.220426] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.220586] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.220802] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 839.220921] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 839.222120] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 839.222294] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 839.226159] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 839.226313] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 839.226491] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 839.247050] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 839.247243] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 839.247386] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 839.247563] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-713" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.247881] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-1e854a66-3075-45e7-b2f3-581cd4308b95 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.248088] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-1e854a66-3075-45e7-b2f3-581cd4308b95" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.248221] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-1e854a66-3075-45e7-b2f3-581cd4308b95" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.248537] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-1e854a66-3075-45e7-b2f3-581cd4308b95" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.248681] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e854a66-3075-45e7-b2f3-581cd4308b95',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.576049] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e14b5dff-5e16-4567-aada-562d87548639 in Status: SUCCESS [ 839.576287] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e14b5dff-5e16-4567-aada-562d87548639" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.714099] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.714099] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.714565] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.714565] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.714565] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.714565] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: abaebe40-bf40-4663-9001-f1d144ec9ba9 is going to be updated. [ 839.751972] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.752209] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.752370] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.752958] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.752958] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.753141] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Segment Port 1e854a66-3075-45e7-b2f3-581cd4308b95 not found, creating... [ 839.753350] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.753519] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.753641] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.753870] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.754030] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.754323] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.754483] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.754634] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.754850] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.754987] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.755144] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: 1e854a66-3075-45e7-b2f3-581cd4308b95 is going to be created. [ 839.756928] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.757057] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.757128] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.757301] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.757439] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.774954] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: abaebe40-bf40-4663-9001-f1d144ec9ba9 in Status: IN_PROGRESS for 2s [ 839.784855] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.785094] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.785244] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.785529] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.785747] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.785971] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-1e854a66-3075-45e7-b2f3-581cd4308b95" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.413497] env[70956]: INFO networking_nsxv3.common.synchronization [req-d88b067b-8f7b-464e-977e-8d698be2f49b req-818c79dd-cb6d-4e72-aaa5-d5ea1ff5c587 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Enqueued Resource ID: 95d81304-fa63-4814-bcbe-9bcca0df4cda with Priority: HIGHEST for action security_group_members [ 840.414095] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95d81304-fa63-4814-bcbe-9bcca0df4cda with Priority: HIGHEST for action security_group_members [ 840.414426] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-95d81304-fa63-4814-bcbe-9bcca0df4cda taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.414597] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95d81304-fa63-4814-bcbe-9bcca0df4cda" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.414672] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95d81304-fa63-4814-bcbe-9bcca0df4cda" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.415010] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95d81304-fa63-4814-bcbe-9bcca0df4cda" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.415236] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.415353] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.415407] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.415570] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.415802] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.415802] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95d81304-fa63-4814-bcbe-9bcca0df4cda',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.746339] env[70956]: INFO networking_nsxv3.common.synchronization [req-33c6285d-345f-472a-bce4-150c9ba1e2b9 req-62bd88db-c66d-4d5f-82a1-9b8bf37a7823 service nova] Enqueued Resource ID: 3b2b6d0d-e131-4168-b7a7-c6f615a37e80 with Priority: HIGHEST for action security_group_rules [ 840.746638] env[70956]: INFO networking_nsxv3.common.synchronization [req-33c6285d-345f-472a-bce4-150c9ba1e2b9 req-62bd88db-c66d-4d5f-82a1-9b8bf37a7823 service nova] Enqueued Resource ID: 3b2b6d0d-e131-4168-b7a7-c6f615a37e80 with Priority: HIGHEST for action security_group_members [ 840.746747] env[70956]: INFO networking_nsxv3.common.synchronization [req-33c6285d-345f-472a-bce4-150c9ba1e2b9 req-62bd88db-c66d-4d5f-82a1-9b8bf37a7823 service nova] Enqueued Resource ID: 1e854a66-3075-45e7-b2f3-581cd4308b95 with Priority: HIGHEST for action port [ 840.748142] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b2b6d0d-e131-4168-b7a7-c6f615a37e80 with Priority: HIGHEST for action security_group_rules [ 840.748142] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b2b6d0d-e131-4168-b7a7-c6f615a37e80 with Priority: HIGHEST for action security_group_members [ 840.748142] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e854a66-3075-45e7-b2f3-581cd4308b95 with Priority: HIGHEST for action port [ 840.748142] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b2b6d0d-e131-4168-b7a7-c6f615a37e80 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.748142] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b2b6d0d-e131-4168-b7a7-c6f615a37e80" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.748142] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b2b6d0d-e131-4168-b7a7-c6f615a37e80" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.748633] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b2b6d0d-e131-4168-b7a7-c6f615a37e80" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.748681] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b2b6d0d-e131-4168-b7a7-c6f615a37e80',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.749521] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b2b6d0d-e131-4168-b7a7-c6f615a37e80 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.749635] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b2b6d0d-e131-4168-b7a7-c6f615a37e80" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.749702] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b2b6d0d-e131-4168-b7a7-c6f615a37e80" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.749875] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b2b6d0d-e131-4168-b7a7-c6f615a37e80" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.750086] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.750209] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.750294] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.750488] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.750590] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.750702] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b2b6d0d-e131-4168-b7a7-c6f615a37e80',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.751623] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e854a66-3075-45e7-b2f3-581cd4308b95 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.751724] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e854a66-3075-45e7-b2f3-581cd4308b95" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.751774] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e854a66-3075-45e7-b2f3-581cd4308b95" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.751980] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e854a66-3075-45e7-b2f3-581cd4308b95" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.756840] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e854a66-3075-45e7-b2f3-581cd4308b95',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.917363] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.917537] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.917610] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.917858] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.917974] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.918211] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.918315] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.918380] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.918539] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.918625] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.918710] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95d81304-fa63-4814-bcbe-9bcca0df4cda is going to be updated. [ 840.946228] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.948268] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.948417] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.948782] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.948880] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.962882] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95d81304-fa63-4814-bcbe-9bcca0df4cda in Status: IN_PROGRESS for 2s [ 841.258168] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b2b6d0d-e131-4168-b7a7-c6f615a37e80 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.258168] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b2b6d0d-e131-4168-b7a7-c6f615a37e80" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.258410] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3b2b6d0d-e131-4168-b7a7-c6f615a37e80',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.259988] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1e854a66-3075-45e7-b2f3-581cd4308b95 with status ACTIVE [ 841.260239] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.260360] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.260427] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.260674] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.260767] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.260864] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.260960] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.261050] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.261207] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.261284] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.261463] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.261588] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.261627] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.261741] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.261814] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.261899] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1e854a66-3075-45e7-b2f3-581cd4308b95 is going to be updated. [ 841.282037] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.282606] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.282606] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.282606] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.282606] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.282840] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e854a66-3075-45e7-b2f3-581cd4308b95" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.418603] env[70956]: INFO networking_nsxv3.common.synchronization [req-d5962b50-2031-4342-9479-a227130df035 req-99b715a4-049b-4d41-a0bd-79bc671a3c39 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Enqueued Resource ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 with Priority: HIGHEST for action security_group_members [ 841.419746] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 with Priority: HIGHEST for action security_group_members [ 841.420197] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d09f0e2-4e07-43f7-ba53-6600d30c7795 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.420575] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.420575] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.420756] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.420946] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.421672] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.421672] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.421672] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.421672] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.421672] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d09f0e2-4e07-43f7-ba53-6600d30c7795',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.760686] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3b2b6d0d-e131-4168-b7a7-c6f615a37e80',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.785475] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: abaebe40-bf40-4663-9001-f1d144ec9ba9 in Status: SUCCESS [ 841.789182] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.923725] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d09f0e2-4e07-43f7-ba53-6600d30c7795',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.266908] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.267126] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.267236] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.267534] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.267662] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.267808] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b2b6d0d-e131-4168-b7a7-c6f615a37e80 is going to be created. [ 842.292199] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.292351] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.292461] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.292629] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.292782] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.309171] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b2b6d0d-e131-4168-b7a7-c6f615a37e80 in Status: UNINITIALIZED for 2s [ 842.426469] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d09f0e2-4e07-43f7-ba53-6600d30c7795',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.434087] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-85 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.434414] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-85" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.434637] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-85" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.435112] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-85" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.435545] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.435803] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.436015] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.436373] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.437026] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.437385] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 842.437552] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 842.437744] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 842.437924] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 842.441803] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 842.441803] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 842.441803] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 842.458813] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 842.459124] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 842.459350] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 842.459622] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-85" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.460151] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-a191a4c3-5db7-4faf-8186-5af6a9c2068c taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.460453] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-a191a4c3-5db7-4faf-8186-5af6a9c2068c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.460666] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-a191a4c3-5db7-4faf-8186-5af6a9c2068c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.461161] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-a191a4c3-5db7-4faf-8186-5af6a9c2068c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.461403] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a191a4c3-5db7-4faf-8186-5af6a9c2068c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.611475] env[70956]: INFO networking_nsxv3.common.synchronization [req-d4ad517c-9534-4c97-9ef3-850df65c3de1 req-9f97b814-0777-43fd-8422-e7ecee991dbb tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] Enqueued Resource ID: 8cb3a2dd-498a-4771-96dd-6cb7d3a3d704 with Priority: HIGHEST for action security_group_members [ 842.611475] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cb3a2dd-498a-4771-96dd-6cb7d3a3d704 with Priority: HIGHEST for action security_group_members [ 842.611475] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cb3a2dd-498a-4771-96dd-6cb7d3a3d704 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.611475] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cb3a2dd-498a-4771-96dd-6cb7d3a3d704" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.612749] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cb3a2dd-498a-4771-96dd-6cb7d3a3d704" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.615106] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cb3a2dd-498a-4771-96dd-6cb7d3a3d704" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.618510] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.618510] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.618510] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.618510] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.618510] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.618510] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8cb3a2dd-498a-4771-96dd-6cb7d3a3d704',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.931213] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.931821] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.931821] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.931821] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.932016] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.932016] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 is going to be updated. [ 842.958745] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.958896] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.958966] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.959524] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.959524] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.967153] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.967394] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.967526] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.967807] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.967964] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.968150] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Segment Port a191a4c3-5db7-4faf-8186-5af6a9c2068c not found, creating... [ 842.968428] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.968591] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.968712] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.968939] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.969096] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.969388] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.969549] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.969669] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.969881] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.970067] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.970507] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: a191a4c3-5db7-4faf-8186-5af6a9c2068c is going to be created. [ 842.972225] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95d81304-fa63-4814-bcbe-9bcca0df4cda in Status: SUCCESS [ 842.972391] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95d81304-fa63-4814-bcbe-9bcca0df4cda deletion is rescheduled due to dependency. [ 842.972526] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95d81304-fa63-4814-bcbe-9bcca0df4cda" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.973266] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 in Status: IN_PROGRESS for 2s [ 842.989802] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.989802] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.989938] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.990279] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.990526] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.990758] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-a191a4c3-5db7-4faf-8186-5af6a9c2068c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.119079] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.119176] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.119282] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.119884] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.150591] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.151375] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.151375] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.151375] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.151659] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.151659] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.151659] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cb3a2dd-498a-4771-96dd-6cb7d3a3d704 is going to be updated. [ 843.183351] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.183351] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.183562] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.183604] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.183736] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.194203] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cb3a2dd-498a-4771-96dd-6cb7d3a3d704 in Status: IN_PROGRESS for 2s [ 844.073583] env[70956]: INFO networking_nsxv3.common.synchronization [req-d5962b50-2031-4342-9479-a227130df035 req-70c2fb20-0334-413f-911c-33af319b0a67 service nova] Enqueued Resource ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 with Priority: HIGHEST for action security_group_rules [ 844.073583] env[70956]: INFO networking_nsxv3.common.synchronization [req-d5962b50-2031-4342-9479-a227130df035 req-70c2fb20-0334-413f-911c-33af319b0a67 service nova] Enqueued Resource ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 with Priority: HIGHEST for action security_group_members [ 844.073583] env[70956]: INFO networking_nsxv3.common.synchronization [req-d5962b50-2031-4342-9479-a227130df035 req-70c2fb20-0334-413f-911c-33af319b0a67 service nova] Enqueued Resource ID: a191a4c3-5db7-4faf-8186-5af6a9c2068c with Priority: HIGHEST for action port [ 844.074059] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 with Priority: HIGHEST for action security_group_rules [ 844.074139] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 with Priority: HIGHEST for action security_group_members [ 844.074237] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a191a4c3-5db7-4faf-8186-5af6a9c2068c with Priority: HIGHEST for action port [ 844.074527] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d09f0e2-4e07-43f7-ba53-6600d30c7795 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.074650] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.074716] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.074911] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.074995] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d09f0e2-4e07-43f7-ba53-6600d30c7795',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.079451] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d09f0e2-4e07-43f7-ba53-6600d30c7795 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.079451] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.079451] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-a191a4c3-5db7-4faf-8186-5af6a9c2068c taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.079451] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a191a4c3-5db7-4faf-8186-5af6a9c2068c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.079451] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a191a4c3-5db7-4faf-8186-5af6a9c2068c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.079451] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a191a4c3-5db7-4faf-8186-5af6a9c2068c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.079451] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a191a4c3-5db7-4faf-8186-5af6a9c2068c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.318464] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b2b6d0d-e131-4168-b7a7-c6f615a37e80 in Status: SUCCESS [ 844.318685] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b2b6d0d-e131-4168-b7a7-c6f615a37e80" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.318846] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b2b6d0d-e131-4168-b7a7-c6f615a37e80" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.319084] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b2b6d0d-e131-4168-b7a7-c6f615a37e80" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.319285] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.319404] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.319469] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.319621] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.319702] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.319789] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b2b6d0d-e131-4168-b7a7-c6f615a37e80" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.319881] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3b2b6d0d-e131-4168-b7a7-c6f615a37e80',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.580550] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d09f0e2-4e07-43f7-ba53-6600d30c7795 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.580689] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.584293] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a191a4c3-5db7-4faf-8186-5af6a9c2068c with status ACTIVE [ 844.584492] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.584616] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.584681] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.584892] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.584982] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.585169] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.585267] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.585327] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.585473] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.585552] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.585728] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.585817] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.585873] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.586016] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.586094] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.586178] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a191a4c3-5db7-4faf-8186-5af6a9c2068c is going to be updated. [ 844.607291] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.607435] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.607504] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.607701] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.607825] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.607976] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a191a4c3-5db7-4faf-8186-5af6a9c2068c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.822177] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3b2b6d0d-e131-4168-b7a7-c6f615a37e80',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.981917] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 in Status: SUCCESS [ 844.982204] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.982371] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.982599] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.982787] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.982927] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.982990] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.983222] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.983305] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.983374] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d09f0e2-4e07-43f7-ba53-6600d30c7795',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.204795] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cb3a2dd-498a-4771-96dd-6cb7d3a3d704 in Status: SUCCESS [ 845.204795] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cb3a2dd-498a-4771-96dd-6cb7d3a3d704 deletion is rescheduled due to dependency. [ 845.204795] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cb3a2dd-498a-4771-96dd-6cb7d3a3d704" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.327035] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3b2b6d0d-e131-4168-b7a7-c6f615a37e80: rpc.has_security_group_logging(os_id): False [ 845.346707] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.346987] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.346987] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.347188] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.347281] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.347538] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.347643] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.347720] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.347841] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.347932] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.347998] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b2b6d0d-e131-4168-b7a7-c6f615a37e80 is going to be created. [ 845.408201] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.408201] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.408201] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.408201] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.408201] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.419485] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b2b6d0d-e131-4168-b7a7-c6f615a37e80 in Status: IN_PROGRESS for 2s [ 845.486492] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d09f0e2-4e07-43f7-ba53-6600d30c7795',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.989521] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d09f0e2-4e07-43f7-ba53-6600d30c7795',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.494633] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.494944] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.494944] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.495105] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.495193] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.495288] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 is going to be updated. [ 846.522204] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.522429] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.522472] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.522661] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.522843] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.531064] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 in Status: IN_PROGRESS for 2s [ 847.136250] env[70956]: INFO networking_nsxv3.common.synchronization [req-52968107-997b-4d50-8d3e-2d0a4036b5d2 req-fb0adde6-2036-4ca0-b68a-00102d5390f2 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] Enqueued Resource ID: 24aa57d1-790e-42e7-9290-272596a0a919 with Priority: HIGHEST for action security_group_members [ 847.136799] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24aa57d1-790e-42e7-9290-272596a0a919 with Priority: HIGHEST for action security_group_members [ 847.137620] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-24aa57d1-790e-42e7-9290-272596a0a919 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.137620] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24aa57d1-790e-42e7-9290-272596a0a919" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.137620] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24aa57d1-790e-42e7-9290-272596a0a919" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.137620] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24aa57d1-790e-42e7-9290-272596a0a919" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.137944] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.137944] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.137944] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.138130] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.138267] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.138379] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24aa57d1-790e-42e7-9290-272596a0a919',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.435083] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b2b6d0d-e131-4168-b7a7-c6f615a37e80 in Status: SUCCESS [ 847.435344] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b2b6d0d-e131-4168-b7a7-c6f615a37e80" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.642954] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.642954] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.642954] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.642954] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.642954] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.642954] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.642954] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.642954] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.642954] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.642954] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.642954] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24aa57d1-790e-42e7-9290-272596a0a919 already deleted. [ 847.642954] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24aa57d1-790e-42e7-9290-272596a0a919" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.643814] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-657 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.644093] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-657" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.644093] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-657" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.644870] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-657" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.644870] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.644870] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.645073] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.645242] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.645365] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.645612] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 847.645777] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 847.645941] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 847.646167] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 847.646428] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 847.646428] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 847.646611] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 847.665667] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 847.665849] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 847.665992] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 847.666200] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-657" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.666555] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-b4ba8b98-b192-4bb7-ab89-2b5d99e78891 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.666736] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-b4ba8b98-b192-4bb7-ab89-2b5d99e78891" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.666857] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-b4ba8b98-b192-4bb7-ab89-2b5d99e78891" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.667189] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-b4ba8b98-b192-4bb7-ab89-2b5d99e78891" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.667694] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4ba8b98-b192-4bb7-ab89-2b5d99e78891',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.170146] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.170426] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.170580] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.170913] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.171096] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.171269] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Segment Port b4ba8b98-b192-4bb7-ab89-2b5d99e78891 not found, creating... [ 848.171634] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.171794] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.171895] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.172138] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.172635] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.172635] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.172765] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.172926] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.173056] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.173197] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.173364] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: b4ba8b98-b192-4bb7-ab89-2b5d99e78891 is going to be created. [ 848.191919] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.192256] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.192256] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.192522] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.192735] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.192950] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-b4ba8b98-b192-4bb7-ab89-2b5d99e78891" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.540730] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 in Status: IN_PROGRESS for 4s [ 849.046749] env[70956]: INFO networking_nsxv3.common.synchronization [req-52968107-997b-4d50-8d3e-2d0a4036b5d2 req-21bb1acc-52d8-45cf-bb97-53f7b59326bb service nova] Enqueued Resource ID: 24aa57d1-790e-42e7-9290-272596a0a919 with Priority: HIGHEST for action security_group_rules [ 849.047168] env[70956]: INFO networking_nsxv3.common.synchronization [req-52968107-997b-4d50-8d3e-2d0a4036b5d2 req-21bb1acc-52d8-45cf-bb97-53f7b59326bb service nova] Enqueued Resource ID: 24aa57d1-790e-42e7-9290-272596a0a919 with Priority: HIGHEST for action security_group_members [ 849.047168] env[70956]: INFO networking_nsxv3.common.synchronization [req-52968107-997b-4d50-8d3e-2d0a4036b5d2 req-21bb1acc-52d8-45cf-bb97-53f7b59326bb service nova] Enqueued Resource ID: b4ba8b98-b192-4bb7-ab89-2b5d99e78891 with Priority: HIGHEST for action port [ 849.047473] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24aa57d1-790e-42e7-9290-272596a0a919 with Priority: HIGHEST for action security_group_rules [ 849.047563] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24aa57d1-790e-42e7-9290-272596a0a919 with Priority: HIGHEST for action security_group_members [ 849.048662] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4ba8b98-b192-4bb7-ab89-2b5d99e78891 with Priority: HIGHEST for action port [ 849.048662] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24aa57d1-790e-42e7-9290-272596a0a919 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.048662] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24aa57d1-790e-42e7-9290-272596a0a919" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.048662] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24aa57d1-790e-42e7-9290-272596a0a919" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.048851] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24aa57d1-790e-42e7-9290-272596a0a919" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.048894] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24aa57d1-790e-42e7-9290-272596a0a919',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.050484] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-24aa57d1-790e-42e7-9290-272596a0a919 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.050545] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24aa57d1-790e-42e7-9290-272596a0a919" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.050616] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24aa57d1-790e-42e7-9290-272596a0a919" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.050898] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24aa57d1-790e-42e7-9290-272596a0a919" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.051065] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.051170] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.051595] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.051769] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.051863] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.052141] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24aa57d1-790e-42e7-9290-272596a0a919',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.052934] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4ba8b98-b192-4bb7-ab89-2b5d99e78891 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.053062] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4ba8b98-b192-4bb7-ab89-2b5d99e78891" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.053130] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4ba8b98-b192-4bb7-ab89-2b5d99e78891" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.053282] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4ba8b98-b192-4bb7-ab89-2b5d99e78891" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.053362] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4ba8b98-b192-4bb7-ab89-2b5d99e78891',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.555335] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b4ba8b98-b192-4bb7-ab89-2b5d99e78891 with status ACTIVE [ 849.555578] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.555711] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.555779] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.555995] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.556101] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.556274] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.556376] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.556440] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.556587] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.556662] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.556838] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.556928] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.556989] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.557138] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.557212] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.557297] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b4ba8b98-b192-4bb7-ab89-2b5d99e78891 is going to be updated. [ 849.558760] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('24aa57d1-790e-42e7-9290-272596a0a919',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.559694] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-24aa57d1-790e-42e7-9290-272596a0a919 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.559809] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24aa57d1-790e-42e7-9290-272596a0a919" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.597493] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.597655] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.597721] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.597908] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.598051] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.598215] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4ba8b98-b192-4bb7-ab89-2b5d99e78891" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.061941] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('24aa57d1-790e-42e7-9290-272596a0a919',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.548285] env[70956]: INFO networking_nsxv3.common.synchronization [req-5cfe029c-a6ea-4152-b6f0-07d09cec7524 req-6072a276-a6a1-487b-861a-bf3b8acc95e6 tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] Enqueued Resource ID: b9c9266d-3576-4d92-8509-68a5ff2af2cd with Priority: HIGHEST for action security_group_members [ 850.554804] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9c9266d-3576-4d92-8509-68a5ff2af2cd with Priority: HIGHEST for action security_group_members [ 850.555860] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 in Status: SUCCESS [ 850.556142] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.557416] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9c9266d-3576-4d92-8509-68a5ff2af2cd taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.557565] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9c9266d-3576-4d92-8509-68a5ff2af2cd" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.557829] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9c9266d-3576-4d92-8509-68a5ff2af2cd" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.557956] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9c9266d-3576-4d92-8509-68a5ff2af2cd" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.558155] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.558295] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.558385] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.558566] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.558657] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.558776] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9c9266d-3576-4d92-8509-68a5ff2af2cd',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.561759] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.561841] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.563053] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.563053] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.563053] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.563053] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.563053] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.563053] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.563053] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7d09f0e2-4e07-43f7-ba53-6600d30c7795',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.564650] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.564746] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.564783] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.564929] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.565038] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.565166] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24aa57d1-790e-42e7-9290-272596a0a919 is going to be created. [ 850.586308] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.586440] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.586440] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.586634] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.586795] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.594715] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24aa57d1-790e-42e7-9290-272596a0a919 in Status: UNINITIALIZED for 2s [ 851.065306] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.065670] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.065670] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.065804] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.065842] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.066079] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.066166] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.066227] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.066383] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.066459] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.066546] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9c9266d-3576-4d92-8509-68a5ff2af2cd already deleted. [ 851.066625] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9c9266d-3576-4d92-8509-68a5ff2af2cd" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.066938] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d09f0e2-4e07-43f7-ba53-6600d30c7795 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.067048] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.067108] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.067519] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.067519] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.067519] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.067519] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.067732] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.067732] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.067801] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.067928] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d09f0e2-4e07-43f7-ba53-6600d30c7795 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.068397] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.068575] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.068735] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.068881] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.068976] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.069049] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.069183] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.069258] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.069340] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.069427] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7d09f0e2-4e07-43f7-ba53-6600d30c7795',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.571993] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7d09f0e2-4e07-43f7-ba53-6600d30c7795: rpc.has_security_group_logging(os_id): False [ 851.592404] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.592404] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.592404] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.592404] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.592593] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.592629] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.592719] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.592775] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.592912] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.592982] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.593186] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.593325] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.593451] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.593540] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.593609] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.593786] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.593911] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.593962] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.594590] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.594693] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.594786] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 is going to be updated. [ 851.628556] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-821 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.628769] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-821" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.628907] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-821" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.629257] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-821" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.629601] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.629765] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.629885] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.630392] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.630556] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.630763] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 851.630876] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 851.631464] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 851.631464] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 851.631464] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 851.631628] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 851.631628] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 851.650380] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 851.650594] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 851.650735] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 851.650910] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-821" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.651240] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-e97e6a16-131d-46e0-8193-af521af40a96 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.651420] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-e97e6a16-131d-46e0-8193-af521af40a96" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.651542] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-e97e6a16-131d-46e0-8193-af521af40a96" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.651847] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-e97e6a16-131d-46e0-8193-af521af40a96" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.651989] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e97e6a16-131d-46e0-8193-af521af40a96',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.665021] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.665021] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.665021] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.665021] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.665021] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.680558] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 in Status: IN_PROGRESS for 2s [ 852.155688] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.155688] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.155688] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.155688] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.156466] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.156466] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Segment Port e97e6a16-131d-46e0-8193-af521af40a96 not found, creating... [ 852.156466] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.156660] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.156660] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.156921] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.157299] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.157960] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.158251] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.158438] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.158795] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.158989] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.159209] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: e97e6a16-131d-46e0-8193-af521af40a96 is going to be created. [ 852.184121] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.184409] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.184569] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.184874] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.185128] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.185375] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-e97e6a16-131d-46e0-8193-af521af40a96" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.608810] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24aa57d1-790e-42e7-9290-272596a0a919 in Status: SUCCESS [ 852.608810] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24aa57d1-790e-42e7-9290-272596a0a919" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.608810] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24aa57d1-790e-42e7-9290-272596a0a919" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.608810] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24aa57d1-790e-42e7-9290-272596a0a919" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.609101] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.609183] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.609229] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.610339] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.610339] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.610339] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24aa57d1-790e-42e7-9290-272596a0a919" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.610339] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('24aa57d1-790e-42e7-9290-272596a0a919',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.112149] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('24aa57d1-790e-42e7-9290-272596a0a919',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.245702] env[70956]: INFO networking_nsxv3.common.synchronization [req-abcb0966-beb5-4f92-9404-5955ffb8269d req-6c646123-0e0e-4cac-ae0a-f7010a05613d tempest-ServerPasswordTestJSON-1429810784 tempest-ServerPasswordTestJSON-1429810784-project-member] Enqueued Resource ID: f689256f-e97f-426e-805e-1efe30fecb14 with Priority: HIGHEST for action security_group_members [ 853.246376] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f689256f-e97f-426e-805e-1efe30fecb14 with Priority: HIGHEST for action security_group_members [ 853.246776] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-f689256f-e97f-426e-805e-1efe30fecb14 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.246906] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f689256f-e97f-426e-805e-1efe30fecb14" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.246970] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f689256f-e97f-426e-805e-1efe30fecb14" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.247242] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f689256f-e97f-426e-805e-1efe30fecb14" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.248300] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.251146] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.251146] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.251146] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.251146] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.251146] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f689256f-e97f-426e-805e-1efe30fecb14',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.444545] env[70956]: INFO networking_nsxv3.common.synchronization [req-5cfe029c-a6ea-4152-b6f0-07d09cec7524 req-13c5bc95-cbc6-4737-b32e-d6964102ef41 service nova] Enqueued Resource ID: b9c9266d-3576-4d92-8509-68a5ff2af2cd with Priority: HIGHEST for action security_group_rules [ 853.444726] env[70956]: INFO networking_nsxv3.common.synchronization [req-5cfe029c-a6ea-4152-b6f0-07d09cec7524 req-13c5bc95-cbc6-4737-b32e-d6964102ef41 service nova] Enqueued Resource ID: b9c9266d-3576-4d92-8509-68a5ff2af2cd with Priority: HIGHEST for action security_group_members [ 853.444834] env[70956]: INFO networking_nsxv3.common.synchronization [req-5cfe029c-a6ea-4152-b6f0-07d09cec7524 req-13c5bc95-cbc6-4737-b32e-d6964102ef41 service nova] Enqueued Resource ID: e97e6a16-131d-46e0-8193-af521af40a96 with Priority: HIGHEST for action port [ 853.445098] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9c9266d-3576-4d92-8509-68a5ff2af2cd with Priority: HIGHEST for action security_group_rules [ 853.445437] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9c9266d-3576-4d92-8509-68a5ff2af2cd with Priority: HIGHEST for action security_group_members [ 853.445437] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e97e6a16-131d-46e0-8193-af521af40a96 with Priority: HIGHEST for action port [ 853.445884] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9c9266d-3576-4d92-8509-68a5ff2af2cd taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.446422] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9c9266d-3576-4d92-8509-68a5ff2af2cd" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.446570] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9c9266d-3576-4d92-8509-68a5ff2af2cd" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.446839] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9c9266d-3576-4d92-8509-68a5ff2af2cd" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.447135] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9c9266d-3576-4d92-8509-68a5ff2af2cd',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.448708] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9c9266d-3576-4d92-8509-68a5ff2af2cd taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.448897] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9c9266d-3576-4d92-8509-68a5ff2af2cd" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.448897] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9c9266d-3576-4d92-8509-68a5ff2af2cd" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.449246] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9c9266d-3576-4d92-8509-68a5ff2af2cd" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.449298] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.449437] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.449552] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.449748] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.449843] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.449893] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9c9266d-3576-4d92-8509-68a5ff2af2cd',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.451227] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-e97e6a16-131d-46e0-8193-af521af40a96 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.451421] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e97e6a16-131d-46e0-8193-af521af40a96" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.451421] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e97e6a16-131d-46e0-8193-af521af40a96" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.451587] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e97e6a16-131d-46e0-8193-af521af40a96" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.451669] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e97e6a16-131d-46e0-8193-af521af40a96',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.618855] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 24aa57d1-790e-42e7-9290-272596a0a919: rpc.has_security_group_logging(os_id): False [ 853.636899] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.638341] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.638422] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.638743] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.638805] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.639065] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.639238] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.639238] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.639418] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.639499] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.639600] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24aa57d1-790e-42e7-9290-272596a0a919 is going to be created. [ 853.694716] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.694716] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.694716] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.694716] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.694716] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.697196] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 in Status: SUCCESS [ 853.697467] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.704532] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24aa57d1-790e-42e7-9290-272596a0a919 in Status: IN_PROGRESS for 2s [ 853.755311] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.755562] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.755667] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.755901] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.756080] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.756216] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.756320] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.756417] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.756596] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.756679] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.756771] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f689256f-e97f-426e-805e-1efe30fecb14 already deleted. [ 853.756853] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f689256f-e97f-426e-805e-1efe30fecb14" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.948339] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-259 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.948339] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-259" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.948339] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-259" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.948339] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-259" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.948339] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.948339] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.948339] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.948339] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.948339] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.948339] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 853.948339] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 853.948339] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 853.948339] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 853.949010] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 853.949010] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 853.949010] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 853.949493] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9c9266d-3576-4d92-8509-68a5ff2af2cd taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.949601] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9c9266d-3576-4d92-8509-68a5ff2af2cd" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.951460] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b9c9266d-3576-4d92-8509-68a5ff2af2cd',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.953286] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e97e6a16-131d-46e0-8193-af521af40a96 with status ACTIVE [ 853.953638] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.953831] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.953891] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.954045] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.954132] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.954308] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.954401] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.954459] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.954604] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.954677] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.954931] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.954931] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.955041] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.955144] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.955225] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.955308] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e97e6a16-131d-46e0-8193-af521af40a96 is going to be updated. [ 853.978485] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.978697] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.978747] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.978939] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.979095] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.979262] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e97e6a16-131d-46e0-8193-af521af40a96" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.982532] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 853.982727] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 853.983284] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 853.983284] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-259" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.983420] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-91063122-fc7a-41a5-a454-165cc15efbd7 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.983543] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-91063122-fc7a-41a5-a454-165cc15efbd7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.983666] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-91063122-fc7a-41a5-a454-165cc15efbd7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.983991] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-91063122-fc7a-41a5-a454-165cc15efbd7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.984151] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91063122-fc7a-41a5-a454-165cc15efbd7',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.455326] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b9c9266d-3576-4d92-8509-68a5ff2af2cd',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.490157] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.490157] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.490157] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.490157] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.490157] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.490157] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Segment Port 91063122-fc7a-41a5-a454-165cc15efbd7 not found, creating... [ 854.490157] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.490157] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.490157] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.490157] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.490157] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.491091] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.491091] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.491091] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.491250] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.492024] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.492024] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: 91063122-fc7a-41a5-a454-165cc15efbd7 is going to be created. [ 854.512363] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.512599] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.512735] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.513048] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.513311] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.513614] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-91063122-fc7a-41a5-a454-165cc15efbd7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.961172] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.961333] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.961407] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.961627] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.961736] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.961841] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9c9266d-3576-4d92-8509-68a5ff2af2cd is going to be created. [ 854.983243] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.983399] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.983470] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.983681] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.983995] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.994868] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9c9266d-3576-4d92-8509-68a5ff2af2cd in Status: UNINITIALIZED for 2s [ 855.575421] env[70956]: INFO networking_nsxv3.common.synchronization [req-abcb0966-beb5-4f92-9404-5955ffb8269d req-a4e2910e-b816-4d9b-9b37-30e9abd2a669 service nova] Enqueued Resource ID: f689256f-e97f-426e-805e-1efe30fecb14 with Priority: HIGHEST for action security_group_rules [ 855.575421] env[70956]: INFO networking_nsxv3.common.synchronization [req-abcb0966-beb5-4f92-9404-5955ffb8269d req-a4e2910e-b816-4d9b-9b37-30e9abd2a669 service nova] Enqueued Resource ID: f689256f-e97f-426e-805e-1efe30fecb14 with Priority: HIGHEST for action security_group_members [ 855.575692] env[70956]: INFO networking_nsxv3.common.synchronization [req-abcb0966-beb5-4f92-9404-5955ffb8269d req-a4e2910e-b816-4d9b-9b37-30e9abd2a669 service nova] Enqueued Resource ID: 91063122-fc7a-41a5-a454-165cc15efbd7 with Priority: HIGHEST for action port [ 855.575692] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f689256f-e97f-426e-805e-1efe30fecb14 with Priority: HIGHEST for action security_group_rules [ 855.575848] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f689256f-e97f-426e-805e-1efe30fecb14 with Priority: HIGHEST for action security_group_members [ 855.575986] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91063122-fc7a-41a5-a454-165cc15efbd7 with Priority: HIGHEST for action port [ 855.576577] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f689256f-e97f-426e-805e-1efe30fecb14 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.576736] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f689256f-e97f-426e-805e-1efe30fecb14" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.576776] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f689256f-e97f-426e-805e-1efe30fecb14" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.577113] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f689256f-e97f-426e-805e-1efe30fecb14" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.577228] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f689256f-e97f-426e-805e-1efe30fecb14',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.578101] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-f689256f-e97f-426e-805e-1efe30fecb14 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.578302] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f689256f-e97f-426e-805e-1efe30fecb14" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.578412] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f689256f-e97f-426e-805e-1efe30fecb14" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.578758] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f689256f-e97f-426e-805e-1efe30fecb14" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.579016] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.579016] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.579016] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.579259] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.579332] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.579436] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f689256f-e97f-426e-805e-1efe30fecb14',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.580306] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-91063122-fc7a-41a5-a454-165cc15efbd7 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.580459] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-91063122-fc7a-41a5-a454-165cc15efbd7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.580551] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-91063122-fc7a-41a5-a454-165cc15efbd7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.580724] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-91063122-fc7a-41a5-a454-165cc15efbd7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.580933] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91063122-fc7a-41a5-a454-165cc15efbd7',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.716421] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24aa57d1-790e-42e7-9290-272596a0a919 in Status: SUCCESS [ 855.717113] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24aa57d1-790e-42e7-9290-272596a0a919" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.083652] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-f689256f-e97f-426e-805e-1efe30fecb14 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.083856] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f689256f-e97f-426e-805e-1efe30fecb14" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.084076] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f689256f-e97f-426e-805e-1efe30fecb14',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.085259] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 91063122-fc7a-41a5-a454-165cc15efbd7 with status ACTIVE [ 856.085421] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.085421] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.085638] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.085762] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.085814] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.085974] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.086117] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.086182] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.086331] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.086437] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.086633] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.086740] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.086798] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.087154] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.087224] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.087304] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 91063122-fc7a-41a5-a454-165cc15efbd7 is going to be updated. [ 856.108475] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.108720] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.108720] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.108992] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.109155] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.109328] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-91063122-fc7a-41a5-a454-165cc15efbd7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.522772] env[70956]: INFO networking_nsxv3.common.synchronization [req-689c7da3-9c55-4e31-a22d-e51328fbbdc4 req-8ec30389-3cbe-432c-9730-683e5287883d tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Enqueued Resource ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 with Priority: HIGHEST for action security_group_members [ 856.523593] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 with Priority: HIGHEST for action security_group_members [ 856.524052] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d09f0e2-4e07-43f7-ba53-6600d30c7795 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.524317] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.524492] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.524790] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.525076] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.525290] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.525442] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.525716] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.525928] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.526133] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d09f0e2-4e07-43f7-ba53-6600d30c7795',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.589886] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f689256f-e97f-426e-805e-1efe30fecb14',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.005264] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9c9266d-3576-4d92-8509-68a5ff2af2cd in Status: SUCCESS [ 857.005499] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9c9266d-3576-4d92-8509-68a5ff2af2cd" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.005685] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9c9266d-3576-4d92-8509-68a5ff2af2cd" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.005923] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9c9266d-3576-4d92-8509-68a5ff2af2cd" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.006194] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.006364] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.006425] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.006572] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.006656] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.006802] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9c9266d-3576-4d92-8509-68a5ff2af2cd" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.006895] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b9c9266d-3576-4d92-8509-68a5ff2af2cd',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.029131] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d09f0e2-4e07-43f7-ba53-6600d30c7795',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.094152] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.094152] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.094152] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.094152] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.094152] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.094152] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f689256f-e97f-426e-805e-1efe30fecb14 is going to be created. [ 857.116306] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.116453] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.116528] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.116922] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.116922] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.125331] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f689256f-e97f-426e-805e-1efe30fecb14 in Status: UNINITIALIZED for 2s [ 857.512584] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9c9266d-3576-4d92-8509-68a5ff2af2cd taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.512584] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9c9266d-3576-4d92-8509-68a5ff2af2cd" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.512584] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9c9266d-3576-4d92-8509-68a5ff2af2cd" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.512584] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9c9266d-3576-4d92-8509-68a5ff2af2cd" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.512584] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.512584] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.512584] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.512584] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.512584] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.512584] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9c9266d-3576-4d92-8509-68a5ff2af2cd" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.512584] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9c9266d-3576-4d92-8509-68a5ff2af2cd taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.512584] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9c9266d-3576-4d92-8509-68a5ff2af2cd" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.512584] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9c9266d-3576-4d92-8509-68a5ff2af2cd" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.512584] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9c9266d-3576-4d92-8509-68a5ff2af2cd" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.512584] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.512584] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.513358] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.513358] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.513358] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.513358] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9c9266d-3576-4d92-8509-68a5ff2af2cd" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.513358] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b9c9266d-3576-4d92-8509-68a5ff2af2cd',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.532100] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d09f0e2-4e07-43f7-ba53-6600d30c7795',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.014504] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b9c9266d-3576-4d92-8509-68a5ff2af2cd: rpc.has_security_group_logging(os_id): False [ 858.032431] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.032622] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.032679] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.032876] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.032965] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.033151] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.033251] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.033346] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.033437] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.033521] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.033703] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.033791] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.033848] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.034070] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.034070] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.034263] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.034342] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.034400] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.034535] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.034609] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.034695] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9c9266d-3576-4d92-8509-68a5ff2af2cd is going to be created. [ 858.036113] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.036290] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.036290] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.036472] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.036555] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.036636] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 is going to be updated. [ 858.064078] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.064264] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.064328] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.064531] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.064677] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.073524] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 in Status: IN_PROGRESS for 2s [ 858.089030] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.089176] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.089257] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.089529] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.089719] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.100226] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9c9266d-3576-4d92-8509-68a5ff2af2cd in Status: IN_PROGRESS for 2s [ 859.136710] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f689256f-e97f-426e-805e-1efe30fecb14 in Status: SUCCESS [ 859.137018] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f689256f-e97f-426e-805e-1efe30fecb14" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.137018] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f689256f-e97f-426e-805e-1efe30fecb14" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.137248] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f689256f-e97f-426e-805e-1efe30fecb14" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.137535] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.137710] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.137910] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.137994] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.138112] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.138226] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f689256f-e97f-426e-805e-1efe30fecb14" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.138373] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f689256f-e97f-426e-805e-1efe30fecb14',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.640132] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-f689256f-e97f-426e-805e-1efe30fecb14 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.640410] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f689256f-e97f-426e-805e-1efe30fecb14" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.640510] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f689256f-e97f-426e-805e-1efe30fecb14" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.640724] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f689256f-e97f-426e-805e-1efe30fecb14" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.640895] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.641023] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.641065] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.641212] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.641288] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.641373] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f689256f-e97f-426e-805e-1efe30fecb14" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.641517] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-f689256f-e97f-426e-805e-1efe30fecb14 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.641606] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f689256f-e97f-426e-805e-1efe30fecb14" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.641666] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f689256f-e97f-426e-805e-1efe30fecb14" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.641802] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f689256f-e97f-426e-805e-1efe30fecb14" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.641937] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.642039] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.642109] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.642244] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.642319] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.642398] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f689256f-e97f-426e-805e-1efe30fecb14" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.642485] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f689256f-e97f-426e-805e-1efe30fecb14',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.083422] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 in Status: SUCCESS [ 860.083646] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.114912] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9c9266d-3576-4d92-8509-68a5ff2af2cd in Status: SUCCESS [ 860.115181] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9c9266d-3576-4d92-8509-68a5ff2af2cd" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.144728] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f689256f-e97f-426e-805e-1efe30fecb14: rpc.has_security_group_logging(os_id): False [ 860.160622] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.160763] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.160848] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.161101] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.161187] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.161372] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.161486] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.161544] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.161716] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.161818] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.162530] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.162530] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.162530] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.162530] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.162530] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.162530] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.162825] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.162825] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.162825] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.163048] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.163048] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f689256f-e97f-426e-805e-1efe30fecb14 is going to be created. [ 860.213316] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.213470] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.213542] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.213748] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.213918] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.222933] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f689256f-e97f-426e-805e-1efe30fecb14 in Status: IN_PROGRESS for 2s [ 861.369123] env[70956]: INFO networking_nsxv3.common.synchronization [req-09e4df76-ceae-4235-8d43-90cde51ed768 req-e708cd50-636e-4737-8e51-744a6c892a90 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Enqueued Resource ID: 3191ceed-4461-47d6-bd31-015598aabb7c with Priority: HIGHEST for action security_group_members [ 861.369123] env[70956]: INFO networking_nsxv3.common.synchronization [req-09e4df76-ceae-4235-8d43-90cde51ed768 req-e708cd50-636e-4737-8e51-744a6c892a90 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Enqueued Resource ID: f06428e7-4421-48f9-9ba7-441017875af8 with Priority: HIGHEST for action security_group_members [ 861.369470] env[70956]: INFO networking_nsxv3.common.synchronization [req-09e4df76-ceae-4235-8d43-90cde51ed768 req-e708cd50-636e-4737-8e51-744a6c892a90 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Enqueued Resource ID: a73bbb64-45e0-4474-ac66-db0b7ee78a81 with Priority: HIGHEST for action security_group_members [ 861.369686] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3191ceed-4461-47d6-bd31-015598aabb7c with Priority: HIGHEST for action security_group_members [ 861.369825] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f06428e7-4421-48f9-9ba7-441017875af8 with Priority: HIGHEST for action security_group_members [ 861.369923] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a73bbb64-45e0-4474-ac66-db0b7ee78a81 with Priority: HIGHEST for action security_group_members [ 861.370926] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-3191ceed-4461-47d6-bd31-015598aabb7c taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.371091] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.371163] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.371374] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.371774] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.371897] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.371963] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.372159] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.372313] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.372365] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3191ceed-4461-47d6-bd31-015598aabb7c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.373312] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-f06428e7-4421-48f9-9ba7-441017875af8 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.373430] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f06428e7-4421-48f9-9ba7-441017875af8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.373499] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f06428e7-4421-48f9-9ba7-441017875af8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.373681] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f06428e7-4421-48f9-9ba7-441017875af8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.376547] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.376660] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.376729] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.376887] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.377278] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.377404] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f06428e7-4421-48f9-9ba7-441017875af8',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.378403] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-a73bbb64-45e0-4474-ac66-db0b7ee78a81 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.378514] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a73bbb64-45e0-4474-ac66-db0b7ee78a81" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.378582] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a73bbb64-45e0-4474-ac66-db0b7ee78a81" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.379215] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a73bbb64-45e0-4474-ac66-db0b7ee78a81" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.379215] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.379215] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.379215] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.379397] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.379397] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.379473] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a73bbb64-45e0-4474-ac66-db0b7ee78a81',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.883621] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.883621] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.883621] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.883621] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.884446] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.884446] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.884575] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.884575] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.904975] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.905265] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.905455] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.905507] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.905696] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.905831] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.905929] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3191ceed-4461-47d6-bd31-015598aabb7c is going to be updated. [ 861.906854] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.907123] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.907123] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.907304] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.907405] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.907511] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.907595] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.907949] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.907949] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a73bbb64-45e0-4474-ac66-db0b7ee78a81 is going to be updated. [ 861.908687] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.908844] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.908944] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.909131] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.909248] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.909248] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.909845] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.909845] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.909845] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f06428e7-4421-48f9-9ba7-441017875af8 is going to be updated. [ 861.936013] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.936013] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.936013] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.936013] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.936292] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.937678] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.937791] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.937861] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.938043] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.938170] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.939890] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.940009] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.940080] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.940236] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.940376] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.950481] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3191ceed-4461-47d6-bd31-015598aabb7c in Status: IN_PROGRESS for 2s [ 861.951124] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f06428e7-4421-48f9-9ba7-441017875af8 in Status: IN_PROGRESS for 2s [ 861.951726] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a73bbb64-45e0-4474-ac66-db0b7ee78a81 in Status: IN_PROGRESS for 2s [ 862.235981] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f689256f-e97f-426e-805e-1efe30fecb14 in Status: SUCCESS [ 862.236310] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f689256f-e97f-426e-805e-1efe30fecb14" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.620357] env[70956]: INFO networking_nsxv3.common.synchronization [req-04bf6984-b211-478b-9720-f2b3eb6ce8cf req-e03c118e-79ad-4169-b0cc-cf562204e5de tempest-ServersTestBootFromVolume-1706404308 tempest-ServersTestBootFromVolume-1706404308-project-member] Enqueued Resource ID: 21d84461-8331-4be6-a8af-24ec21b21bb8 with Priority: HIGHEST for action security_group_members [ 863.621041] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21d84461-8331-4be6-a8af-24ec21b21bb8 with Priority: HIGHEST for action security_group_members [ 863.621233] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-21d84461-8331-4be6-a8af-24ec21b21bb8 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.621358] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21d84461-8331-4be6-a8af-24ec21b21bb8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.621427] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21d84461-8331-4be6-a8af-24ec21b21bb8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.621674] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21d84461-8331-4be6-a8af-24ec21b21bb8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.621827] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.621924] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.622070] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.622575] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.622696] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.622800] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21d84461-8331-4be6-a8af-24ec21b21bb8',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.961456] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3191ceed-4461-47d6-bd31-015598aabb7c in Status: SUCCESS [ 863.961775] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3191ceed-4461-47d6-bd31-015598aabb7c deletion is rescheduled due to dependency. [ 863.961775] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3191ceed-4461-47d6-bd31-015598aabb7c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.962528] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f06428e7-4421-48f9-9ba7-441017875af8 in Status: SUCCESS [ 863.962761] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f06428e7-4421-48f9-9ba7-441017875af8 deletion is rescheduled due to dependency. [ 863.962761] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f06428e7-4421-48f9-9ba7-441017875af8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.963377] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a73bbb64-45e0-4474-ac66-db0b7ee78a81 in Status: SUCCESS [ 863.963514] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a73bbb64-45e0-4474-ac66-db0b7ee78a81 deletion is rescheduled due to dependency. [ 863.963606] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a73bbb64-45e0-4474-ac66-db0b7ee78a81" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.125699] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.125868] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.125942] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.126200] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.126296] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.126496] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.126593] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.126655] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.126800] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.126877] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.126960] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21d84461-8331-4be6-a8af-24ec21b21bb8 already deleted. [ 864.127053] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21d84461-8331-4be6-a8af-24ec21b21bb8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.147963] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-957 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.148196] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-957" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.148394] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-957" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.148706] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-957" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.148975] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.149150] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.149270] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.149481] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.149625] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.149850] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 864.149954] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 864.150116] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 864.150233] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 864.150420] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 864.150543] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 864.151104] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 864.169885] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 864.170119] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 864.170273] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 864.170527] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-957" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.170860] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-b0247a87-ce2a-412c-b2c9-a66b3adf6218 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.171052] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-b0247a87-ce2a-412c-b2c9-a66b3adf6218" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.171180] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-b0247a87-ce2a-412c-b2c9-a66b3adf6218" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.171489] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-b0247a87-ce2a-412c-b2c9-a66b3adf6218" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.171628] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0247a87-ce2a-412c-b2c9-a66b3adf6218',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.675017] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.675463] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.675463] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.675879] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.676022] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.676224] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Segment Port b0247a87-ce2a-412c-b2c9-a66b3adf6218 not found, creating... [ 864.676593] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.677046] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.677046] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.677210] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.677327] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.677666] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.677907] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.678110] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.678359] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.678515] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.678663] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: b0247a87-ce2a-412c-b2c9-a66b3adf6218 is going to be created. [ 864.707893] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.708146] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.708312] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.708565] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.708802] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.709095] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-b0247a87-ce2a-412c-b2c9-a66b3adf6218" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.894604] env[70956]: INFO networking_nsxv3.common.synchronization [req-04bf6984-b211-478b-9720-f2b3eb6ce8cf req-f08810b9-87e8-4f59-b7fa-314d6a16138d service nova] Enqueued Resource ID: 21d84461-8331-4be6-a8af-24ec21b21bb8 with Priority: HIGHEST for action security_group_rules [ 865.894858] env[70956]: INFO networking_nsxv3.common.synchronization [req-04bf6984-b211-478b-9720-f2b3eb6ce8cf req-f08810b9-87e8-4f59-b7fa-314d6a16138d service nova] Enqueued Resource ID: 21d84461-8331-4be6-a8af-24ec21b21bb8 with Priority: HIGHEST for action security_group_members [ 865.894910] env[70956]: INFO networking_nsxv3.common.synchronization [req-04bf6984-b211-478b-9720-f2b3eb6ce8cf req-f08810b9-87e8-4f59-b7fa-314d6a16138d service nova] Enqueued Resource ID: b0247a87-ce2a-412c-b2c9-a66b3adf6218 with Priority: HIGHEST for action port [ 865.895425] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21d84461-8331-4be6-a8af-24ec21b21bb8 with Priority: HIGHEST for action security_group_rules [ 865.895565] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21d84461-8331-4be6-a8af-24ec21b21bb8 with Priority: HIGHEST for action security_group_members [ 865.895663] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0247a87-ce2a-412c-b2c9-a66b3adf6218 with Priority: HIGHEST for action port [ 865.895932] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21d84461-8331-4be6-a8af-24ec21b21bb8 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.896370] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21d84461-8331-4be6-a8af-24ec21b21bb8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.896498] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21d84461-8331-4be6-a8af-24ec21b21bb8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.896749] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21d84461-8331-4be6-a8af-24ec21b21bb8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.896889] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21d84461-8331-4be6-a8af-24ec21b21bb8',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.898253] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-21d84461-8331-4be6-a8af-24ec21b21bb8 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.898453] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21d84461-8331-4be6-a8af-24ec21b21bb8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.898678] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21d84461-8331-4be6-a8af-24ec21b21bb8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.898901] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21d84461-8331-4be6-a8af-24ec21b21bb8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.899118] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.899353] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.899353] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.899554] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.899706] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.899841] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21d84461-8331-4be6-a8af-24ec21b21bb8',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.901037] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-b0247a87-ce2a-412c-b2c9-a66b3adf6218 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.901319] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b0247a87-ce2a-412c-b2c9-a66b3adf6218" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.901432] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b0247a87-ce2a-412c-b2c9-a66b3adf6218" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.901625] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b0247a87-ce2a-412c-b2c9-a66b3adf6218" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.901748] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0247a87-ce2a-412c-b2c9-a66b3adf6218',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.398632] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-21d84461-8331-4be6-a8af-24ec21b21bb8 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.398780] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21d84461-8331-4be6-a8af-24ec21b21bb8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.402135] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('21d84461-8331-4be6-a8af-24ec21b21bb8',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.403640] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b0247a87-ce2a-412c-b2c9-a66b3adf6218 with status ACTIVE [ 866.403837] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.404082] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.404163] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.404369] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.404461] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.404645] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.404761] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.404849] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.405011] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.405116] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.405269] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.405359] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.405417] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.405549] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.405620] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.405700] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b0247a87-ce2a-412c-b2c9-a66b3adf6218 is going to be updated. [ 866.431341] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.431510] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.431554] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.431713] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.431843] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.432041] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b0247a87-ce2a-412c-b2c9-a66b3adf6218" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.907041] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('21d84461-8331-4be6-a8af-24ec21b21bb8',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.993185] env[70956]: INFO networking_nsxv3.common.synchronization [req-0d7db106-b1df-4cce-b214-955fae32733b req-b712ae9f-ed7b-4f07-b084-dcde9ea26266 tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] Enqueued Resource ID: b9c9266d-3576-4d92-8509-68a5ff2af2cd with Priority: HIGHEST for action security_group_members [ 866.993740] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9c9266d-3576-4d92-8509-68a5ff2af2cd with Priority: HIGHEST for action security_group_members [ 866.994378] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9c9266d-3576-4d92-8509-68a5ff2af2cd taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.994613] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9c9266d-3576-4d92-8509-68a5ff2af2cd" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.994798] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9c9266d-3576-4d92-8509-68a5ff2af2cd" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.995105] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9c9266d-3576-4d92-8509-68a5ff2af2cd" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.995396] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.995573] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.995686] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.995996] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.996357] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.996357] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9c9266d-3576-4d92-8509-68a5ff2af2cd',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.410247] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.410519] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.410681] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.410949] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.411144] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.411260] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21d84461-8331-4be6-a8af-24ec21b21bb8 is going to be created. [ 867.433236] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.433412] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.433452] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.433645] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.433801] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.443025] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21d84461-8331-4be6-a8af-24ec21b21bb8 in Status: UNINITIALIZED for 2s [ 867.499141] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.499141] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.499141] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.500423] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.500503] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.500855] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.500855] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.500855] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.501045] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.501136] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.501281] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9c9266d-3576-4d92-8509-68a5ff2af2cd is going to be updated. [ 867.528610] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.528747] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.528825] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.529057] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.529205] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.537296] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9c9266d-3576-4d92-8509-68a5ff2af2cd in Status: IN_PROGRESS for 2s [ 868.214380] env[70956]: INFO networking_nsxv3.common.synchronization [req-6d9d1674-96e3-41f3-90af-5d7e4bc25619 req-27ceced7-b045-4dad-bdb7-002bdf21aee3 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Enqueued Resource ID: dfc5c728-04bd-4cb2-82d3-227781c576a7 with Priority: HIGHEST for action security_group_members [ 868.214954] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfc5c728-04bd-4cb2-82d3-227781c576a7 with Priority: HIGHEST for action security_group_members [ 868.215693] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfc5c728-04bd-4cb2-82d3-227781c576a7 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.219145] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfc5c728-04bd-4cb2-82d3-227781c576a7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.219248] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfc5c728-04bd-4cb2-82d3-227781c576a7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.219482] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfc5c728-04bd-4cb2-82d3-227781c576a7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.220082] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.220082] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.220082] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.220082] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.220231] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.220231] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfc5c728-04bd-4cb2-82d3-227781c576a7',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.722813] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.723026] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.723080] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.723272] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.742404] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.742531] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.742735] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.742784] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.745826] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.745826] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.745826] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfc5c728-04bd-4cb2-82d3-227781c576a7 is going to be updated. [ 868.767039] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.767039] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.767039] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.767242] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.767311] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.776022] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfc5c728-04bd-4cb2-82d3-227781c576a7 in Status: IN_PROGRESS for 2s [ 869.036314] env[70956]: INFO networking_nsxv3.common.synchronization [req-e14d0f56-04c6-4bc9-ad1c-87f0a9728fc6 req-3bbde87c-6eb6-4d68-8339-4dcf0882af75 tempest-ServerPasswordTestJSON-1429810784 tempest-ServerPasswordTestJSON-1429810784-project-member] Enqueued Resource ID: f689256f-e97f-426e-805e-1efe30fecb14 with Priority: HIGHEST for action security_group_members [ 869.036462] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f689256f-e97f-426e-805e-1efe30fecb14 with Priority: HIGHEST for action security_group_members [ 869.036761] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-f689256f-e97f-426e-805e-1efe30fecb14 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.036880] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f689256f-e97f-426e-805e-1efe30fecb14" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.036948] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f689256f-e97f-426e-805e-1efe30fecb14" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.037375] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f689256f-e97f-426e-805e-1efe30fecb14" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.037540] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.037705] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.037821] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.037991] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.038075] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.038171] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f689256f-e97f-426e-805e-1efe30fecb14',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.453538] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21d84461-8331-4be6-a8af-24ec21b21bb8 in Status: SUCCESS [ 869.453898] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21d84461-8331-4be6-a8af-24ec21b21bb8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.454147] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21d84461-8331-4be6-a8af-24ec21b21bb8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.454407] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21d84461-8331-4be6-a8af-24ec21b21bb8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.454661] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.454804] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.454878] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.455138] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.455253] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.455361] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21d84461-8331-4be6-a8af-24ec21b21bb8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.455459] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('21d84461-8331-4be6-a8af-24ec21b21bb8',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.539762] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.539897] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.540045] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.540269] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.540464] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.540704] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.540960] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.540960] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.541136] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.541237] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.541381] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f689256f-e97f-426e-805e-1efe30fecb14 is going to be updated. [ 869.552370] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9c9266d-3576-4d92-8509-68a5ff2af2cd in Status: SUCCESS [ 869.552555] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9c9266d-3576-4d92-8509-68a5ff2af2cd deletion is rescheduled due to dependency. [ 869.552664] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9c9266d-3576-4d92-8509-68a5ff2af2cd" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.566639] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.566872] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.566872] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.567182] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.567274] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.575728] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f689256f-e97f-426e-805e-1efe30fecb14 in Status: IN_PROGRESS for 2s [ 869.958119] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('21d84461-8331-4be6-a8af-24ec21b21bb8',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.341353] env[70956]: INFO networking_nsxv3.common.synchronization [None req-04897f7a-3c42-4c6b-8f69-924a072395d5 None None] Enqueued Resource ID: 989bce46-61da-46e5-82c6-f06d2318e8a8 with Priority: HIGHEST for action port [ 870.342902] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 989bce46-61da-46e5-82c6-f06d2318e8a8 with Priority: HIGHEST for action port [ 870.342902] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-989bce46-61da-46e5-82c6-f06d2318e8a8 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.342902] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-989bce46-61da-46e5-82c6-f06d2318e8a8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.342902] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-989bce46-61da-46e5-82c6-f06d2318e8a8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.342902] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-989bce46-61da-46e5-82c6-f06d2318e8a8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.342902] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('989bce46-61da-46e5-82c6-f06d2318e8a8',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.461737] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 21d84461-8331-4be6-a8af-24ec21b21bb8: rpc.has_security_group_logging(os_id): False [ 870.480024] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.480024] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.480024] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.480024] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.480024] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.480024] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.480024] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.480024] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.480024] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.480024] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.480024] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21d84461-8331-4be6-a8af-24ec21b21bb8 is going to be created. [ 870.538391] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.538391] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.538391] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.538391] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.538391] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.548897] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21d84461-8331-4be6-a8af-24ec21b21bb8 in Status: IN_PROGRESS for 2s [ 870.787583] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfc5c728-04bd-4cb2-82d3-227781c576a7 in Status: SUCCESS [ 870.787789] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfc5c728-04bd-4cb2-82d3-227781c576a7 deletion is rescheduled due to dependency. [ 870.787905] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfc5c728-04bd-4cb2-82d3-227781c576a7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.849399] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 989bce46-61da-46e5-82c6-f06d2318e8a8 [ 870.849643] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.849785] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.849880] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.850153] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.850247] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.850380] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:989bce46-61da-46e5-82c6-f06d2318e8a8 already deleted. [ 870.850439] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-989bce46-61da-46e5-82c6-f06d2318e8a8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.586130] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f689256f-e97f-426e-805e-1efe30fecb14 in Status: SUCCESS [ 871.586426] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f689256f-e97f-426e-805e-1efe30fecb14 deletion is rescheduled due to dependency. [ 871.587070] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f689256f-e97f-426e-805e-1efe30fecb14" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.560223] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21d84461-8331-4be6-a8af-24ec21b21bb8 in Status: SUCCESS [ 872.560338] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21d84461-8331-4be6-a8af-24ec21b21bb8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.666017] env[70956]: INFO networking_nsxv3.common.synchronization [None req-476416be-e4cd-47a2-a94c-da3b2f83470a None None] Enqueued Resource ID: dcb3f278-2add-4235-8df5-58632a028897 with Priority: HIGHEST for action port [ 872.666017] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcb3f278-2add-4235-8df5-58632a028897 with Priority: HIGHEST for action port [ 872.666891] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-dcb3f278-2add-4235-8df5-58632a028897 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.667214] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dcb3f278-2add-4235-8df5-58632a028897" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.668965] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dcb3f278-2add-4235-8df5-58632a028897" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.668965] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dcb3f278-2add-4235-8df5-58632a028897" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.668965] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dcb3f278-2add-4235-8df5-58632a028897',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.170823] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dcb3f278-2add-4235-8df5-58632a028897 [ 873.171073] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.171208] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.171275] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.171534] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.171629] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.171724] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dcb3f278-2add-4235-8df5-58632a028897 already deleted. [ 873.171818] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dcb3f278-2add-4235-8df5-58632a028897" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.424050] env[70956]: INFO networking_nsxv3.common.synchronization [None req-9d6efdd3-b8af-48cb-a05a-7648f0d41a15 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Enqueued Resource ID: 79975bf2-e456-4089-9037-39bdfd459aaf with Priority: HIGHEST for action security_group_rules [ 874.424761] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79975bf2-e456-4089-9037-39bdfd459aaf with Priority: HIGHEST for action security_group_rules [ 874.425523] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-79975bf2-e456-4089-9037-39bdfd459aaf taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.425733] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-79975bf2-e456-4089-9037-39bdfd459aaf" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.425848] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-79975bf2-e456-4089-9037-39bdfd459aaf" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.426203] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-79975bf2-e456-4089-9037-39bdfd459aaf" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.426357] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('79975bf2-e456-4089-9037-39bdfd459aaf',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.515821] env[70956]: INFO networking_nsxv3.common.synchronization [None req-b207d9bb-7749-47a9-9957-6a63c33b7329 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Enqueued Resource ID: 79975bf2-e456-4089-9037-39bdfd459aaf with Priority: HIGHEST for action security_group_rules [ 874.516507] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79975bf2-e456-4089-9037-39bdfd459aaf with Priority: HIGHEST for action security_group_rules [ 874.517059] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-79975bf2-e456-4089-9037-39bdfd459aaf taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.517183] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-79975bf2-e456-4089-9037-39bdfd459aaf" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.629786] env[70956]: INFO networking_nsxv3.common.synchronization [req-55983a5c-fb50-427d-9f51-cc06691cb47b req-3233aa80-4d86-48b5-87dc-5a8aba56e381 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Enqueued Resource ID: 03a34302-a54b-4708-979a-91d3b49e10ad with Priority: HIGHEST for action security_group_members [ 874.630204] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03a34302-a54b-4708-979a-91d3b49e10ad with Priority: HIGHEST for action security_group_members [ 874.632539] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-03a34302-a54b-4708-979a-91d3b49e10ad taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.632699] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03a34302-a54b-4708-979a-91d3b49e10ad" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.632771] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03a34302-a54b-4708-979a-91d3b49e10ad" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.633022] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03a34302-a54b-4708-979a-91d3b49e10ad" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.633202] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.633305] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.633365] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.633523] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.633611] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.633706] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03a34302-a54b-4708-979a-91d3b49e10ad',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.950801] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.950949] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.951042] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.952025] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.952025] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.952025] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 79975bf2-e456-4089-9037-39bdfd459aaf already deleted. [ 874.952025] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-79975bf2-e456-4089-9037-39bdfd459aaf" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.952025] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-79975bf2-e456-4089-9037-39bdfd459aaf" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.952025] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-79975bf2-e456-4089-9037-39bdfd459aaf" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.952025] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('79975bf2-e456-4089-9037-39bdfd459aaf',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.138678] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.138678] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.138678] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.138678] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.158655] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.158897] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.159043] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.159105] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.159312] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.159396] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.159487] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03a34302-a54b-4708-979a-91d3b49e10ad is going to be updated. [ 875.184461] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.184638] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.184716] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.184933] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.185112] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.193075] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03a34302-a54b-4708-979a-91d3b49e10ad in Status: IN_PROGRESS for 2s [ 875.473665] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.473947] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.473947] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.474136] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.474227] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.474331] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 79975bf2-e456-4089-9037-39bdfd459aaf already deleted. [ 875.474443] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-79975bf2-e456-4089-9037-39bdfd459aaf" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.125791] env[70956]: INFO networking_nsxv3.common.synchronization [req-372d240b-b7d5-496c-8465-fcbc681b5309 req-87117f40-44a1-49d3-b9a3-a8fed581caa7 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Enqueued Resource ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 with Priority: HIGHEST for action security_group_members [ 877.126341] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 with Priority: HIGHEST for action security_group_members [ 877.127499] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.127499] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.127499] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.127499] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.127499] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.127499] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.127499] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.127830] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.127830] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.127830] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f021a11d-33ee-470b-8d8b-d8d661b0eaf4',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.202636] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03a34302-a54b-4708-979a-91d3b49e10ad in Status: SUCCESS [ 877.202931] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03a34302-a54b-4708-979a-91d3b49e10ad deletion is rescheduled due to dependency. [ 877.203032] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03a34302-a54b-4708-979a-91d3b49e10ad" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.609872] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-434 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.610119] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-434" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.610289] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-434" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.610611] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-434" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.610894] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.611084] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.611206] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.611446] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.611609] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.611843] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 877.611970] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 877.612096] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 877.612207] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 877.612321] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 877.612440] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 877.612577] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 877.629726] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 877.629912] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 877.630065] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 877.630263] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-434" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.630661] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-67fe957f-f656-4d4b-b65c-a76330f96780 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.630893] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-67fe957f-f656-4d4b-b65c-a76330f96780" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.631049] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-67fe957f-f656-4d4b-b65c-a76330f96780" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.631369] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-67fe957f-f656-4d4b-b65c-a76330f96780" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.631546] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67fe957f-f656-4d4b-b65c-a76330f96780',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.632514] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.632639] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.632697] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.632877] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.632964] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.633167] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.633280] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.633325] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.633466] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.633573] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.633713] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 already deleted. [ 877.633824] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.135440] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.135853] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.135853] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.136973] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.136973] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.136973] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Segment Port 67fe957f-f656-4d4b-b65c-a76330f96780 not found, creating... [ 878.136973] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.136973] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.136973] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.137321] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.137321] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.137497] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.137657] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.137777] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.137983] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.138134] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.138277] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: 67fe957f-f656-4d4b-b65c-a76330f96780 is going to be created. [ 878.160900] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.161105] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.161236] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.161498] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.161717] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.161945] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-67fe957f-f656-4d4b-b65c-a76330f96780" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.946192] env[70956]: INFO networking_nsxv3.common.synchronization [req-372d240b-b7d5-496c-8465-fcbc681b5309 req-1ee50cd2-a202-4448-9698-1091107dd1a2 service nova] Enqueued Resource ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 with Priority: HIGHEST for action security_group_rules [ 878.946192] env[70956]: INFO networking_nsxv3.common.synchronization [req-372d240b-b7d5-496c-8465-fcbc681b5309 req-1ee50cd2-a202-4448-9698-1091107dd1a2 service nova] Enqueued Resource ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 with Priority: HIGHEST for action security_group_members [ 878.946192] env[70956]: INFO networking_nsxv3.common.synchronization [req-372d240b-b7d5-496c-8465-fcbc681b5309 req-1ee50cd2-a202-4448-9698-1091107dd1a2 service nova] Enqueued Resource ID: 67fe957f-f656-4d4b-b65c-a76330f96780 with Priority: HIGHEST for action port [ 878.946192] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 with Priority: HIGHEST for action security_group_rules [ 878.946192] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 with Priority: HIGHEST for action security_group_members [ 878.946192] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67fe957f-f656-4d4b-b65c-a76330f96780 with Priority: HIGHEST for action port [ 878.948349] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f021a11d-33ee-470b-8d8b-d8d661b0eaf4 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.948542] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.948604] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.948966] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.949090] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f021a11d-33ee-470b-8d8b-d8d661b0eaf4',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.950170] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.950336] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.950455] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.952404] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.952404] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.952404] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.952404] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.952404] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.952404] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.952404] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f021a11d-33ee-470b-8d8b-d8d661b0eaf4',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.952842] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-67fe957f-f656-4d4b-b65c-a76330f96780 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.952842] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-67fe957f-f656-4d4b-b65c-a76330f96780" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.952842] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-67fe957f-f656-4d4b-b65c-a76330f96780" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.952934] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-67fe957f-f656-4d4b-b65c-a76330f96780" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.953202] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67fe957f-f656-4d4b-b65c-a76330f96780',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.455620] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 67fe957f-f656-4d4b-b65c-a76330f96780 with status ACTIVE [ 879.455888] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.455994] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.456080] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.456334] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.456433] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.456991] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.456991] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.456991] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.456991] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.456991] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.457220] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.457344] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.457344] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.457480] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.457554] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.457704] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 67fe957f-f656-4d4b-b65c-a76330f96780 is going to be updated. [ 879.458850] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f021a11d-33ee-470b-8d8b-d8d661b0eaf4',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.459715] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.460370] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.479708] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.479843] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.479912] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.480120] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.480258] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.480388] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-67fe957f-f656-4d4b-b65c-a76330f96780" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.961974] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f021a11d-33ee-470b-8d8b-d8d661b0eaf4',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.463807] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.464131] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.464131] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.464260] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.464407] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.464468] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 is going to be created. [ 880.486469] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.486627] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.486719] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.486926] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.487161] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.495911] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 in Status: UNINITIALIZED for 2s [ 881.388579] env[70956]: INFO networking_nsxv3.common.synchronization [req-d8dd941a-c2ab-4f20-9286-1bbb541d17c6 req-bcbac3b3-bd15-4937-921a-d8b4596a0206 tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Enqueued Resource ID: e14b5dff-5e16-4567-aada-562d87548639 with Priority: HIGHEST for action security_group_members [ 881.388825] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e14b5dff-5e16-4567-aada-562d87548639 with Priority: HIGHEST for action security_group_members [ 881.389249] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-e14b5dff-5e16-4567-aada-562d87548639 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.389496] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e14b5dff-5e16-4567-aada-562d87548639" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.389637] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e14b5dff-5e16-4567-aada-562d87548639" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.389953] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e14b5dff-5e16-4567-aada-562d87548639" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.390287] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.390548] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.390719] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.392054] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.392054] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.392054] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e14b5dff-5e16-4567-aada-562d87548639',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.896462] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.900900] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.900900] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.900900] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.900900] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.900900] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.900900] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.900900] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.900900] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.900900] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.900900] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e14b5dff-5e16-4567-aada-562d87548639 is going to be updated. [ 881.926292] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.926292] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.926292] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.926292] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.926292] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.932807] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e14b5dff-5e16-4567-aada-562d87548639 in Status: IN_PROGRESS for 2s [ 882.504826] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 in Status: SUCCESS [ 882.505055] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.505218] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.505430] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.505624] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.505739] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.505804] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.505953] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.506045] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.506141] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.506234] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f021a11d-33ee-470b-8d8b-d8d661b0eaf4',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.009231] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.009545] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.009545] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.009794] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.009961] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.010084] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.010167] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.010387] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.010545] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.010671] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.010848] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.011024] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.011070] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.011208] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.011386] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.011530] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.011614] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.011789] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.011886] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.011987] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.012770] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f021a11d-33ee-470b-8d8b-d8d661b0eaf4',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.513781] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f021a11d-33ee-470b-8d8b-d8d661b0eaf4: rpc.has_security_group_logging(os_id): False [ 883.530848] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.530992] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.531064] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.531277] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.531364] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.531619] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.531745] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.531801] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.531919] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.532037] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.532175] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.532268] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.532325] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.532462] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.532536] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.532795] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.532950] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.533054] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.533274] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.533396] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.533535] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 is going to be created. [ 883.585046] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.585046] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.585046] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.585046] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.585046] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.594739] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 in Status: IN_PROGRESS for 2s [ 883.941532] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e14b5dff-5e16-4567-aada-562d87548639 in Status: SUCCESS [ 883.941722] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e14b5dff-5e16-4567-aada-562d87548639 deletion is rescheduled due to dependency. [ 883.941878] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e14b5dff-5e16-4567-aada-562d87548639" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.605980] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 in Status: SUCCESS [ 885.606272] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.390145] env[70956]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 886.390253] env[70956]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 888.404217] env[70956]: INFO networking_nsxv3.common.synchronization [req-26f4671e-54f8-4f68-ac85-90178d7905c1 req-658ee4ef-965f-4b0c-b071-d39c756925be tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Enqueued Resource ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 with Priority: HIGHEST for action security_group_members [ 888.404217] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 with Priority: HIGHEST for action security_group_members [ 888.404217] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.404217] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.404217] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.404217] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.404217] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.404217] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.404217] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.404217] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.404217] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.405112] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f021a11d-33ee-470b-8d8b-d8d661b0eaf4',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.553257] env[70956]: INFO networking_nsxv3.common.synchronization [req-9755046b-3a8f-4bc2-b080-ce180f4771f9 req-2e89fe82-f3ee-44b6-b577-b1dd852e4d07 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Enqueued Resource ID: abaebe40-bf40-4663-9001-f1d144ec9ba9 with Priority: HIGHEST for action security_group_members [ 888.554322] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abaebe40-bf40-4663-9001-f1d144ec9ba9 with Priority: HIGHEST for action security_group_members [ 888.554322] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-abaebe40-bf40-4663-9001-f1d144ec9ba9 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.554322] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.554322] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.554570] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.554689] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.554761] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.554818] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.554964] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.555085] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.555185] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('abaebe40-bf40-4663-9001-f1d144ec9ba9',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.909731] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.909731] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.909995] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.910096] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.910146] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.910367] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.910452] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.910607] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.910781] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.910860] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.911215] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 is going to be updated. [ 888.940413] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.940614] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.940672] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.940876] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.941047] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.948861] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 in Status: IN_PROGRESS for 2s [ 889.060700] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('abaebe40-bf40-4663-9001-f1d144ec9ba9',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.563690] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('abaebe40-bf40-4663-9001-f1d144ec9ba9',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.066666] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.066837] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.066912] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.067155] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.067248] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.067346] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: abaebe40-bf40-4663-9001-f1d144ec9ba9 is going to be updated. [ 890.094918] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.095090] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.095160] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.095350] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.095485] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.104210] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: abaebe40-bf40-4663-9001-f1d144ec9ba9 in Status: IN_PROGRESS for 2s [ 890.554611] env[70956]: INFO networking_nsxv3.common.synchronization [req-1796e9a7-5768-482d-b887-bd1b72e4a820 req-5a171677-53b6-431a-a2ac-e003338cc08d tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Enqueued Resource ID: 95d81304-fa63-4814-bcbe-9bcca0df4cda with Priority: HIGHEST for action security_group_members [ 890.555373] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95d81304-fa63-4814-bcbe-9bcca0df4cda with Priority: HIGHEST for action security_group_members [ 890.556014] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-95d81304-fa63-4814-bcbe-9bcca0df4cda taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.556014] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95d81304-fa63-4814-bcbe-9bcca0df4cda" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.556014] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95d81304-fa63-4814-bcbe-9bcca0df4cda" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.556311] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95d81304-fa63-4814-bcbe-9bcca0df4cda" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.556311] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.556424] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.556470] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.556623] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.556721] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.556814] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95d81304-fa63-4814-bcbe-9bcca0df4cda',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.961552] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 in Status: SUCCESS [ 890.961930] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 deletion is rescheduled due to dependency. [ 890.961930] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.018872] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-594 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.019087] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-594" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.019218] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-594" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.019534] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-594" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.019813] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.020066] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.020131] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.020329] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.020513] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.020731] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 891.020849] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 891.020965] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 891.021129] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 891.021254] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 891.021368] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 891.021506] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 891.041019] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 891.041019] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 891.041019] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 891.041019] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-594" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.041019] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-ef6753d4-e088-44f0-8a35-d40382cc5a47 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.041019] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-ef6753d4-e088-44f0-8a35-d40382cc5a47" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.041019] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-ef6753d4-e088-44f0-8a35-d40382cc5a47" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.041288] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-ef6753d4-e088-44f0-8a35-d40382cc5a47" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.041432] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef6753d4-e088-44f0-8a35-d40382cc5a47',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.059854] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.060058] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.060137] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.060389] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.060422] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.060715] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.060824] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.060935] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.061974] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.061974] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.061974] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95d81304-fa63-4814-bcbe-9bcca0df4cda is going to be updated. [ 891.089307] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.090059] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.090059] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.090059] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.090059] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.101440] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95d81304-fa63-4814-bcbe-9bcca0df4cda in Status: IN_PROGRESS for 2s [ 891.544591] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.544897] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.545104] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.545413] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.545578] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.546127] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Segment Port ef6753d4-e088-44f0-8a35-d40382cc5a47 not found, creating... [ 891.546127] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.546305] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.546342] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.546548] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.546693] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.546989] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.547168] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.547317] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.547512] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.547652] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.547826] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: ef6753d4-e088-44f0-8a35-d40382cc5a47 is going to be created. [ 891.567034] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.567034] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.567270] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.567319] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.567534] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.567755] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-ef6753d4-e088-44f0-8a35-d40382cc5a47" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.116541] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: abaebe40-bf40-4663-9001-f1d144ec9ba9 in Status: SUCCESS [ 892.116541] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.420024] env[70956]: INFO networking_nsxv3.common.synchronization [req-1796e9a7-5768-482d-b887-bd1b72e4a820 req-5c5069d2-b114-4aa7-85ed-1131aa872928 service nova] Enqueued Resource ID: 95d81304-fa63-4814-bcbe-9bcca0df4cda with Priority: HIGHEST for action security_group_rules [ 892.420024] env[70956]: INFO networking_nsxv3.common.synchronization [req-1796e9a7-5768-482d-b887-bd1b72e4a820 req-5c5069d2-b114-4aa7-85ed-1131aa872928 service nova] Enqueued Resource ID: 95d81304-fa63-4814-bcbe-9bcca0df4cda with Priority: HIGHEST for action security_group_members [ 892.420024] env[70956]: INFO networking_nsxv3.common.synchronization [req-1796e9a7-5768-482d-b887-bd1b72e4a820 req-5c5069d2-b114-4aa7-85ed-1131aa872928 service nova] Enqueued Resource ID: ef6753d4-e088-44f0-8a35-d40382cc5a47 with Priority: HIGHEST for action port [ 892.420024] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95d81304-fa63-4814-bcbe-9bcca0df4cda with Priority: HIGHEST for action security_group_rules [ 892.420024] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95d81304-fa63-4814-bcbe-9bcca0df4cda with Priority: HIGHEST for action security_group_members [ 892.420024] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef6753d4-e088-44f0-8a35-d40382cc5a47 with Priority: HIGHEST for action port [ 892.420024] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95d81304-fa63-4814-bcbe-9bcca0df4cda taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.420024] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95d81304-fa63-4814-bcbe-9bcca0df4cda" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.420024] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95d81304-fa63-4814-bcbe-9bcca0df4cda" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.420024] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95d81304-fa63-4814-bcbe-9bcca0df4cda" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.420024] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95d81304-fa63-4814-bcbe-9bcca0df4cda',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.421780] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-95d81304-fa63-4814-bcbe-9bcca0df4cda taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.422063] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95d81304-fa63-4814-bcbe-9bcca0df4cda" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.422389] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef6753d4-e088-44f0-8a35-d40382cc5a47 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.422633] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef6753d4-e088-44f0-8a35-d40382cc5a47" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.422803] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef6753d4-e088-44f0-8a35-d40382cc5a47" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.423102] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef6753d4-e088-44f0-8a35-d40382cc5a47" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.424504] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef6753d4-e088-44f0-8a35-d40382cc5a47',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.925282] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-95d81304-fa63-4814-bcbe-9bcca0df4cda taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.927176] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95d81304-fa63-4814-bcbe-9bcca0df4cda" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.927176] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ef6753d4-e088-44f0-8a35-d40382cc5a47 with status ACTIVE [ 892.927176] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.927176] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.927176] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.927176] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.928575] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.928575] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.928712] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.929337] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.929337] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.929337] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.930460] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.930606] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.930688] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.930834] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.931199] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.931199] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ef6753d4-e088-44f0-8a35-d40382cc5a47 is going to be updated. [ 892.950934] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.951088] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.951160] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.951676] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.951676] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.951676] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef6753d4-e088-44f0-8a35-d40382cc5a47" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.117192] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95d81304-fa63-4814-bcbe-9bcca0df4cda in Status: SUCCESS [ 893.117470] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95d81304-fa63-4814-bcbe-9bcca0df4cda deletion is rescheduled due to dependency. [ 893.117533] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95d81304-fa63-4814-bcbe-9bcca0df4cda" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.117762] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95d81304-fa63-4814-bcbe-9bcca0df4cda" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.117998] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95d81304-fa63-4814-bcbe-9bcca0df4cda" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.118228] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.118373] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.118460] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.118656] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.118770] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.118873] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95d81304-fa63-4814-bcbe-9bcca0df4cda',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.622123] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('95d81304-fa63-4814-bcbe-9bcca0df4cda',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.125033] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('95d81304-fa63-4814-bcbe-9bcca0df4cda',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.628988] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.629655] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.629771] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.631846] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.631846] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.631846] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95d81304-fa63-4814-bcbe-9bcca0df4cda is going to be updated. [ 894.656097] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.656263] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.656334] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.656544] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.656690] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.665278] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95d81304-fa63-4814-bcbe-9bcca0df4cda in Status: IN_PROGRESS for 2s [ 896.676103] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95d81304-fa63-4814-bcbe-9bcca0df4cda in Status: SUCCESS [ 896.676299] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95d81304-fa63-4814-bcbe-9bcca0df4cda" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.676462] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95d81304-fa63-4814-bcbe-9bcca0df4cda" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.676678] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95d81304-fa63-4814-bcbe-9bcca0df4cda" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.676871] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.676987] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.677087] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.677245] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.677325] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.677411] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95d81304-fa63-4814-bcbe-9bcca0df4cda" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.677503] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('95d81304-fa63-4814-bcbe-9bcca0df4cda',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.180040] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('95d81304-fa63-4814-bcbe-9bcca0df4cda',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.420101] env[70956]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 897.420101] env[70956]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 897.682197] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 95d81304-fa63-4814-bcbe-9bcca0df4cda: rpc.has_security_group_logging(os_id): False [ 897.707871] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.708044] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.708101] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.708324] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.708663] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.708747] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.708863] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.708932] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.709090] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.709193] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.709262] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95d81304-fa63-4814-bcbe-9bcca0df4cda is going to be updated. [ 897.764492] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.764640] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.764705] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.764962] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.765110] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.776343] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95d81304-fa63-4814-bcbe-9bcca0df4cda in Status: IN_PROGRESS for 2s [ 899.792324] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95d81304-fa63-4814-bcbe-9bcca0df4cda in Status: SUCCESS [ 899.792633] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95d81304-fa63-4814-bcbe-9bcca0df4cda" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.422479] env[70956]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 902.422479] env[70956]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 902.764067] env[70956]: INFO networking_nsxv3.common.synchronization [req-f3d12397-1850-4cbd-b1be-5e14f0fe45c7 req-08c09b94-21e4-42c2-b552-38349c0222e9 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Enqueued Resource ID: dfd45fa7-fdf9-4176-8c38-b361ac0897f3 with Priority: HIGHEST for action security_group_members [ 902.764067] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfd45fa7-fdf9-4176-8c38-b361ac0897f3 with Priority: HIGHEST for action security_group_members [ 902.764067] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfd45fa7-fdf9-4176-8c38-b361ac0897f3 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.764067] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfd45fa7-fdf9-4176-8c38-b361ac0897f3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.764067] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfd45fa7-fdf9-4176-8c38-b361ac0897f3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.764820] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfd45fa7-fdf9-4176-8c38-b361ac0897f3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.765148] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.765939] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.766176] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.766460] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.767236] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.767348] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfd45fa7-fdf9-4176-8c38-b361ac0897f3',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.272053] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.272382] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.272472] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.272729] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.294503] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.295456] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.295696] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.295696] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.295941] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.296112] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.296202] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfd45fa7-fdf9-4176-8c38-b361ac0897f3 is going to be updated. [ 903.319691] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.319691] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.319691] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.319691] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.319691] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.327216] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfd45fa7-fdf9-4176-8c38-b361ac0897f3 in Status: IN_PROGRESS for 2s [ 903.882577] env[70956]: INFO networking_nsxv3.common.synchronization [req-0bd4f16b-66f9-4948-9960-df1b9dff4d2a req-1d635d8b-48b3-4ff7-9fac-782b04f46b5d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Enqueued Resource ID: b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c with Priority: HIGHEST for action security_group_members [ 903.883119] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c with Priority: HIGHEST for action security_group_members [ 903.883841] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.883841] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.883841] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.884198] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.884198] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.884386] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.884386] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.884570] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.884570] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.884570] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.389758] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.389758] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.389758] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.389758] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.389758] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.389758] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.389758] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.389758] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.389758] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.389758] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.389758] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c already deleted. [ 904.389758] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.195109] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-661 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.195538] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-661" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.195538] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-661" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.195813] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-661" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.196392] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.197279] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.197675] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.197982] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.198205] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.198463] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 905.198574] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 905.198703] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 905.198827] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 905.198943] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 905.199067] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 905.199211] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 905.219796] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 905.219796] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 905.219796] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 905.219796] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-661" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.219796] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-d0396fa5-861c-444a-adb7-9d03588884f3 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.219796] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-d0396fa5-861c-444a-adb7-9d03588884f3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.219796] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-d0396fa5-861c-444a-adb7-9d03588884f3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.219796] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-d0396fa5-861c-444a-adb7-9d03588884f3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.219796] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0396fa5-861c-444a-adb7-9d03588884f3',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.340351] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfd45fa7-fdf9-4176-8c38-b361ac0897f3 in Status: SUCCESS [ 905.340351] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfd45fa7-fdf9-4176-8c38-b361ac0897f3 deletion is rescheduled due to dependency. [ 905.340351] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfd45fa7-fdf9-4176-8c38-b361ac0897f3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.442425] env[70956]: INFO networking_nsxv3.common.synchronization [None req-eb7f89b1-7e67-4fd9-a101-244d764824de None None] Enqueued Resource ID: e0a3be10-66db-4282-ae74-f2cb90a26b17 with Priority: HIGHEST for action port [ 905.443194] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0a3be10-66db-4282-ae74-f2cb90a26b17 with Priority: HIGHEST for action port [ 905.443194] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-e0a3be10-66db-4282-ae74-f2cb90a26b17 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.443194] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e0a3be10-66db-4282-ae74-f2cb90a26b17" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.443415] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e0a3be10-66db-4282-ae74-f2cb90a26b17" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.444128] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e0a3be10-66db-4282-ae74-f2cb90a26b17" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.444128] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0a3be10-66db-4282-ae74-f2cb90a26b17',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.722142] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.722394] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.722527] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.722815] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.723007] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.723195] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Segment Port d0396fa5-861c-444a-adb7-9d03588884f3 not found, creating... [ 905.724099] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.724099] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.724099] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.724099] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.724321] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.724481] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.724638] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.724761] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.724971] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.728227] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.728399] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: d0396fa5-861c-444a-adb7-9d03588884f3 is going to be created. [ 905.747401] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.747623] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.747751] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.748120] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.748263] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.748488] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-d0396fa5-861c-444a-adb7-9d03588884f3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.945906] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e0a3be10-66db-4282-ae74-f2cb90a26b17 [ 905.947543] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.947543] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.947543] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.947543] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.947543] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.947543] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e0a3be10-66db-4282-ae74-f2cb90a26b17 already deleted. [ 905.947543] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e0a3be10-66db-4282-ae74-f2cb90a26b17" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.279929] env[70956]: INFO networking_nsxv3.common.synchronization [req-22178d40-cc86-4a3c-a44a-a5a3c2a7db6f req-0f35a213-0860-4ca1-8a8e-42a348f92378 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Enqueued Resource ID: 65518df3-fa74-4cc4-bc12-e13005594074 with Priority: HIGHEST for action security_group_members [ 906.280624] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65518df3-fa74-4cc4-bc12-e13005594074 with Priority: HIGHEST for action security_group_members [ 906.281009] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-65518df3-fa74-4cc4-bc12-e13005594074 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.282028] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65518df3-fa74-4cc4-bc12-e13005594074" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.282028] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65518df3-fa74-4cc4-bc12-e13005594074" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.282154] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65518df3-fa74-4cc4-bc12-e13005594074" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.282255] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.282360] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.282456] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.282852] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.282953] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.283080] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65518df3-fa74-4cc4-bc12-e13005594074',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.786815] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.786926] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.786990] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.787221] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.787312] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.787509] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.787610] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.787676] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.787832] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.787941] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.787988] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65518df3-fa74-4cc4-bc12-e13005594074 is going to be deleted. [ 906.818221] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.818402] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.818501] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.820872] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.820872] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.820872] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65518df3-fa74-4cc4-bc12-e13005594074" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.063315] env[70956]: INFO networking_nsxv3.common.synchronization [req-0bd4f16b-66f9-4948-9960-df1b9dff4d2a req-fb48d410-4405-4276-aad7-bc6965b9b66d service nova] Enqueued Resource ID: b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c with Priority: HIGHEST for action security_group_rules [ 907.063492] env[70956]: INFO networking_nsxv3.common.synchronization [req-0bd4f16b-66f9-4948-9960-df1b9dff4d2a req-fb48d410-4405-4276-aad7-bc6965b9b66d service nova] Enqueued Resource ID: b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c with Priority: HIGHEST for action security_group_members [ 907.063633] env[70956]: INFO networking_nsxv3.common.synchronization [req-0bd4f16b-66f9-4948-9960-df1b9dff4d2a req-fb48d410-4405-4276-aad7-bc6965b9b66d service nova] Enqueued Resource ID: d0396fa5-861c-444a-adb7-9d03588884f3 with Priority: HIGHEST for action port [ 907.064168] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c with Priority: HIGHEST for action security_group_rules [ 907.064538] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c with Priority: HIGHEST for action security_group_members [ 907.064538] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0396fa5-861c-444a-adb7-9d03588884f3 with Priority: HIGHEST for action port [ 907.065623] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.065753] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.065922] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.066099] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.066742] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.067039] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.067146] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.067210] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.067371] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.068456] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.068456] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.068456] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.068456] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.068456] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.068456] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.068810] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0396fa5-861c-444a-adb7-9d03588884f3 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.070784] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0396fa5-861c-444a-adb7-9d03588884f3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.070784] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0396fa5-861c-444a-adb7-9d03588884f3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.070784] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0396fa5-861c-444a-adb7-9d03588884f3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.070784] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0396fa5-861c-444a-adb7-9d03588884f3',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.250174] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-142 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.250174] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-142" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.250174] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-142" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.250174] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-142" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.250174] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.252390] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.252968] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.253341] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.253512] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.253788] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 907.253949] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 907.254106] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 907.254224] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 907.254366] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 907.254481] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 907.254623] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 907.273187] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 907.273816] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 907.274364] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 907.275261] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-142" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.275261] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-ee7cf3e0-ff16-4260-a7ad-d88ca6380f5e taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.275458] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-ee7cf3e0-ff16-4260-a7ad-d88ca6380f5e" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.275458] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-ee7cf3e0-ff16-4260-a7ad-d88ca6380f5e" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.278590] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-ee7cf3e0-ff16-4260-a7ad-d88ca6380f5e" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.278590] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee7cf3e0-ff16-4260-a7ad-d88ca6380f5e',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.573905] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.574457] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.574457] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d0396fa5-861c-444a-adb7-9d03588884f3 with status ACTIVE [ 907.574827] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.574827] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.574827] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.574931] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.575169] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.575225] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.575395] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.575395] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.575510] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.575668] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.575834] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.575895] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.575925] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.576059] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.576131] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.576216] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d0396fa5-861c-444a-adb7-9d03588884f3 is going to be updated. [ 907.578436] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.600129] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.600129] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.600129] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.600129] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.600129] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.600129] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0396fa5-861c-444a-adb7-9d03588884f3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.612052] env[70956]: INFO networking_nsxv3.common.synchronization [None req-d740463e-aab2-44eb-80cd-3c03c571925b None None] Enqueued Resource ID: 98051068-5db2-4a70-b087-865aa7c29c02 with Priority: HIGHEST for action port [ 907.612052] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98051068-5db2-4a70-b087-865aa7c29c02 with Priority: HIGHEST for action port [ 907.612998] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-98051068-5db2-4a70-b087-865aa7c29c02 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.613154] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-98051068-5db2-4a70-b087-865aa7c29c02" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.613223] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-98051068-5db2-4a70-b087-865aa7c29c02" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.613449] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-98051068-5db2-4a70-b087-865aa7c29c02" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.613531] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98051068-5db2-4a70-b087-865aa7c29c02',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.629898] env[70956]: INFO networking_nsxv3.common.synchronization [None req-30fb6ed5-5b28-4759-8488-673a85fac2be tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] Enqueued Resource ID: 6462c02c-4c20-48d5-a619-350aeefaa28a with Priority: HIGHEST for action security_group_rules [ 907.630431] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6462c02c-4c20-48d5-a619-350aeefaa28a with Priority: HIGHEST for action security_group_rules [ 907.630759] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6462c02c-4c20-48d5-a619-350aeefaa28a taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.630881] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6462c02c-4c20-48d5-a619-350aeefaa28a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.630949] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6462c02c-4c20-48d5-a619-350aeefaa28a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.631227] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6462c02c-4c20-48d5-a619-350aeefaa28a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.631314] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6462c02c-4c20-48d5-a619-350aeefaa28a',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.719867] env[70956]: INFO networking_nsxv3.common.synchronization [None req-bad00160-54de-4c52-8263-b2b089189184 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] Enqueued Resource ID: 6462c02c-4c20-48d5-a619-350aeefaa28a with Priority: HIGHEST for action security_group_rules [ 907.721232] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6462c02c-4c20-48d5-a619-350aeefaa28a with Priority: HIGHEST for action security_group_rules [ 907.721573] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6462c02c-4c20-48d5-a619-350aeefaa28a taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.721662] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6462c02c-4c20-48d5-a619-350aeefaa28a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.783243] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.787076] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.787076] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.787076] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.787076] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.787076] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Segment Port ee7cf3e0-ff16-4260-a7ad-d88ca6380f5e not found, creating... [ 907.787076] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.787076] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.787076] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.787076] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.787076] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.788460] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.788460] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.788460] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.788460] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.788460] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.788460] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: ee7cf3e0-ff16-4260-a7ad-d88ca6380f5e is going to be created. [ 907.806861] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.807556] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.807556] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.807556] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.807804] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.808143] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-ee7cf3e0-ff16-4260-a7ad-d88ca6380f5e" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.008901] env[70956]: INFO networking_nsxv3.common.synchronization [None req-550d6a64-7648-42fd-8b42-87f67302d01c None None] Enqueued Resource ID: 713bf72e-c58f-4634-b181-696bc991cf4c with Priority: HIGHEST for action port [ 908.009544] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 713bf72e-c58f-4634-b181-696bc991cf4c with Priority: HIGHEST for action port [ 908.009874] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-713bf72e-c58f-4634-b181-696bc991cf4c taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.010153] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-713bf72e-c58f-4634-b181-696bc991cf4c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.010153] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-713bf72e-c58f-4634-b181-696bc991cf4c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.010375] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-713bf72e-c58f-4634-b181-696bc991cf4c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.010459] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('713bf72e-c58f-4634-b181-696bc991cf4c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.083376] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.117375] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 98051068-5db2-4a70-b087-865aa7c29c02 [ 908.118047] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.118047] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.118047] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.118047] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.118047] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.118368] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:98051068-5db2-4a70-b087-865aa7c29c02 already deleted. [ 908.118368] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-98051068-5db2-4a70-b087-865aa7c29c02" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.153747] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.153747] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.153747] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.153747] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.153747] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.153747] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6462c02c-4c20-48d5-a619-350aeefaa28a already deleted. [ 908.153747] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6462c02c-4c20-48d5-a619-350aeefaa28a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.153747] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6462c02c-4c20-48d5-a619-350aeefaa28a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.153747] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6462c02c-4c20-48d5-a619-350aeefaa28a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.153747] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6462c02c-4c20-48d5-a619-350aeefaa28a',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.512767] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 713bf72e-c58f-4634-b181-696bc991cf4c [ 908.513145] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.513351] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.513462] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.513769] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.513951] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.514094] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:713bf72e-c58f-4634-b181-696bc991cf4c already deleted. [ 908.514239] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-713bf72e-c58f-4634-b181-696bc991cf4c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.586887] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.587234] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.587234] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.587349] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.587436] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.587536] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c is going to be created. [ 908.611786] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.611786] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.611786] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.611786] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.611786] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.617298] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c in Status: UNINITIALIZED for 2s [ 908.674492] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.675450] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.675450] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.675976] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.675976] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.675976] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6462c02c-4c20-48d5-a619-350aeefaa28a already deleted. [ 908.676090] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6462c02c-4c20-48d5-a619-350aeefaa28a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.706524] env[70956]: INFO networking_nsxv3.common.synchronization [req-22178d40-cc86-4a3c-a44a-a5a3c2a7db6f req-e6166b3f-4b6f-4341-b349-9f998e4928e4 service nova] Enqueued Resource ID: 65518df3-fa74-4cc4-bc12-e13005594074 with Priority: HIGHEST for action security_group_rules [ 909.706777] env[70956]: INFO networking_nsxv3.common.synchronization [req-22178d40-cc86-4a3c-a44a-a5a3c2a7db6f req-e6166b3f-4b6f-4341-b349-9f998e4928e4 service nova] Enqueued Resource ID: 65518df3-fa74-4cc4-bc12-e13005594074 with Priority: HIGHEST for action security_group_members [ 909.706857] env[70956]: INFO networking_nsxv3.common.synchronization [req-22178d40-cc86-4a3c-a44a-a5a3c2a7db6f req-e6166b3f-4b6f-4341-b349-9f998e4928e4 service nova] Enqueued Resource ID: ee7cf3e0-ff16-4260-a7ad-d88ca6380f5e with Priority: HIGHEST for action port [ 909.707754] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65518df3-fa74-4cc4-bc12-e13005594074 with Priority: HIGHEST for action security_group_rules [ 909.707754] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65518df3-fa74-4cc4-bc12-e13005594074 with Priority: HIGHEST for action security_group_members [ 909.707754] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee7cf3e0-ff16-4260-a7ad-d88ca6380f5e with Priority: HIGHEST for action port [ 909.707963] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-65518df3-fa74-4cc4-bc12-e13005594074 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.708213] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-65518df3-fa74-4cc4-bc12-e13005594074" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.708285] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-65518df3-fa74-4cc4-bc12-e13005594074" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.708482] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-65518df3-fa74-4cc4-bc12-e13005594074" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.708594] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('65518df3-fa74-4cc4-bc12-e13005594074',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.709498] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-65518df3-fa74-4cc4-bc12-e13005594074 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.710029] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65518df3-fa74-4cc4-bc12-e13005594074" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.710029] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65518df3-fa74-4cc4-bc12-e13005594074" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.711139] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65518df3-fa74-4cc4-bc12-e13005594074" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.711404] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.711460] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.711684] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.711947] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.712062] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.713032] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65518df3-fa74-4cc4-bc12-e13005594074',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.715736] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee7cf3e0-ff16-4260-a7ad-d88ca6380f5e taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.715736] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee7cf3e0-ff16-4260-a7ad-d88ca6380f5e" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.715736] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee7cf3e0-ff16-4260-a7ad-d88ca6380f5e" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.715736] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee7cf3e0-ff16-4260-a7ad-d88ca6380f5e" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.715736] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee7cf3e0-ff16-4260-a7ad-d88ca6380f5e',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.219605] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('65518df3-fa74-4cc4-bc12-e13005594074',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.221803] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-65518df3-fa74-4cc4-bc12-e13005594074 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.221803] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65518df3-fa74-4cc4-bc12-e13005594074" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.221803] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ee7cf3e0-ff16-4260-a7ad-d88ca6380f5e with status ACTIVE [ 910.222367] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.222367] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.222367] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.222604] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.222721] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.222919] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.223057] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.223548] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.223769] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.223885] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.224135] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.224287] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.224432] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.224650] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.224770] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.224887] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ee7cf3e0-ff16-4260-a7ad-d88ca6380f5e is going to be updated. [ 910.245638] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.246212] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.246296] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.246452] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.246581] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.246734] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee7cf3e0-ff16-4260-a7ad-d88ca6380f5e" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.274724] env[70956]: INFO networking_nsxv3.common.synchronization [None req-4e065825-70e0-4410-803f-4b4fe6edf6a2 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Enqueued Resource ID: 542f321c-a512-40a5-b056-f1c2ac378375 with Priority: HIGHEST for action security_group_rules [ 910.276196] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 542f321c-a512-40a5-b056-f1c2ac378375 with Priority: HIGHEST for action security_group_rules [ 910.276508] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-542f321c-a512-40a5-b056-f1c2ac378375 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.276637] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-542f321c-a512-40a5-b056-f1c2ac378375" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.276728] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-542f321c-a512-40a5-b056-f1c2ac378375" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.276961] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-542f321c-a512-40a5-b056-f1c2ac378375" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.277209] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('542f321c-a512-40a5-b056-f1c2ac378375',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.355505] env[70956]: INFO networking_nsxv3.common.synchronization [None req-d7d0117c-6fa1-46cb-90ef-5955a7b03193 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Enqueued Resource ID: 542f321c-a512-40a5-b056-f1c2ac378375 with Priority: HIGHEST for action security_group_rules [ 910.355505] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 542f321c-a512-40a5-b056-f1c2ac378375 with Priority: HIGHEST for action security_group_rules [ 910.355505] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-542f321c-a512-40a5-b056-f1c2ac378375 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.355911] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-542f321c-a512-40a5-b056-f1c2ac378375" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.627479] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c in Status: SUCCESS [ 910.627710] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.627942] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.628102] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.628295] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.628411] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.628627] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.628811] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.628898] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.628987] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.629091] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.728056] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('65518df3-fa74-4cc4-bc12-e13005594074',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.748441] env[70956]: INFO networking_nsxv3.common.synchronization [req-31d3ffbd-ca1e-4ced-affb-410dc85a628a req-814a87e5-f986-4b74-ba7b-187e1cecf692 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Enqueued Resource ID: 325c66f5-4dc7-4250-9342-bc497a020617 with Priority: HIGHEST for action security_group_members [ 910.748441] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 325c66f5-4dc7-4250-9342-bc497a020617 with Priority: HIGHEST for action security_group_members [ 910.748441] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-325c66f5-4dc7-4250-9342-bc497a020617 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.748441] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.748869] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.748869] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.750898] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.751375] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.751375] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.751375] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.751375] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.751554] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('325c66f5-4dc7-4250-9342-bc497a020617',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.799266] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.799406] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.799474] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.799678] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.799755] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.799853] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 542f321c-a512-40a5-b056-f1c2ac378375 already deleted. [ 910.799967] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-542f321c-a512-40a5-b056-f1c2ac378375" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.800801] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-542f321c-a512-40a5-b056-f1c2ac378375" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.800980] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-542f321c-a512-40a5-b056-f1c2ac378375" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.801081] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('542f321c-a512-40a5-b056-f1c2ac378375',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.133621] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.133788] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.133858] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.134183] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.134370] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.134475] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.134537] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.134701] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.134887] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.134920] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.135057] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.135147] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.135204] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.135337] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.135479] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.135566] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.135623] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.135753] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.135947] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.135947] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.136113] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.187756] env[70956]: INFO networking_nsxv3.common.synchronization [None req-bd8d6ebd-11a3-4afb-975a-a7d7bc427dab None None] Enqueued Resource ID: 73220200-723e-4ba6-b5fe-32f32d613697 with Priority: HIGHEST for action port [ 911.188065] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73220200-723e-4ba6-b5fe-32f32d613697 with Priority: HIGHEST for action port [ 911.188807] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-73220200-723e-4ba6-b5fe-32f32d613697 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.188962] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-73220200-723e-4ba6-b5fe-32f32d613697" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.189066] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-73220200-723e-4ba6-b5fe-32f32d613697" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.189404] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-73220200-723e-4ba6-b5fe-32f32d613697" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.189514] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73220200-723e-4ba6-b5fe-32f32d613697',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.238037] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.238037] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.238037] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.238037] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.238037] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.238037] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65518df3-fa74-4cc4-bc12-e13005594074 is going to be created. [ 911.254981] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.255100] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.255142] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.255327] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.255420] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.255614] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.255709] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.255772] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.255917] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.255994] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.256092] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 325c66f5-4dc7-4250-9342-bc497a020617 is going to be updated. [ 911.271091] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.271397] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.271397] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.271523] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.272019] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.280566] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65518df3-fa74-4cc4-bc12-e13005594074 in Status: UNINITIALIZED for 2s [ 911.305659] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.305811] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.305883] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.306107] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.306239] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.318768] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 325c66f5-4dc7-4250-9342-bc497a020617 in Status: IN_PROGRESS for 2s [ 911.326976] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.327148] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.327221] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.327423] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.327511] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.327606] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 542f321c-a512-40a5-b056-f1c2ac378375 already deleted. [ 911.327691] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-542f321c-a512-40a5-b056-f1c2ac378375" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.638457] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c: rpc.has_security_group_logging(os_id): False [ 911.660986] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.661150] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.661220] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.661445] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.661566] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.661718] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.661814] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.661875] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.662030] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.662108] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.662301] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.663101] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.663101] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.663101] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.663101] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.663101] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.663101] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.663101] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.664512] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.664618] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.664717] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c is going to be created. [ 911.668850] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-511 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.669025] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-511" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.669273] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-511" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.669357] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-511" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.669609] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.669769] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.669890] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.670114] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.670258] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.670458] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 911.670574] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 911.671298] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 911.671298] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 911.671298] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 911.671298] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 911.671298] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 911.693732] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 911.693732] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 911.693732] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 911.693732] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-511" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.693732] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-d960a192-f8f5-4429-9e21-2771da3d336e taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.693732] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-d960a192-f8f5-4429-9e21-2771da3d336e" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.693732] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-d960a192-f8f5-4429-9e21-2771da3d336e" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.693732] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-d960a192-f8f5-4429-9e21-2771da3d336e" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.693732] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d960a192-f8f5-4429-9e21-2771da3d336e',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.694854] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 73220200-723e-4ba6-b5fe-32f32d613697 [ 911.695198] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.696025] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.696099] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.696289] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.696378] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.696469] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:73220200-723e-4ba6-b5fe-32f32d613697 already deleted. [ 911.696551] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-73220200-723e-4ba6-b5fe-32f32d613697" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.735776] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.735776] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.735776] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.736157] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.736157] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.746032] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c in Status: IN_PROGRESS for 2s [ 912.198441] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.198581] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.198816] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.199178] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.199582] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.199853] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Segment Port d960a192-f8f5-4429-9e21-2771da3d336e not found, creating... [ 912.200776] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.200986] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.201072] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.201363] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.201643] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.201917] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.203115] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.203115] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.203115] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.203115] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.203115] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: d960a192-f8f5-4429-9e21-2771da3d336e is going to be created. [ 912.225494] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.225609] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.226641] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.226641] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.226641] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.226641] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-d960a192-f8f5-4429-9e21-2771da3d336e" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.297254] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65518df3-fa74-4cc4-bc12-e13005594074 in Status: SUCCESS [ 913.297493] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65518df3-fa74-4cc4-bc12-e13005594074" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.297596] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65518df3-fa74-4cc4-bc12-e13005594074" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.297777] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65518df3-fa74-4cc4-bc12-e13005594074" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.297967] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.298100] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.298166] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.298312] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.298390] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.298473] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65518df3-fa74-4cc4-bc12-e13005594074" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.299109] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('65518df3-fa74-4cc4-bc12-e13005594074',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.328062] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 325c66f5-4dc7-4250-9342-bc497a020617 in Status: SUCCESS [ 913.328278] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 325c66f5-4dc7-4250-9342-bc497a020617 deletion is rescheduled due to dependency. [ 913.328392] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.395380] env[70956]: INFO networking_nsxv3.common.synchronization [req-31d3ffbd-ca1e-4ced-affb-410dc85a628a req-cab88eb0-9c39-4140-b9b5-f3ef987636dc tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Enqueued Resource ID: 325c66f5-4dc7-4250-9342-bc497a020617 with Priority: HIGHEST for action security_group_members [ 913.395940] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 325c66f5-4dc7-4250-9342-bc497a020617 with Priority: HIGHEST for action security_group_members [ 913.396285] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-325c66f5-4dc7-4250-9342-bc497a020617 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.396411] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.396480] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.396674] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.396952] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.396952] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.397052] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.397611] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.397611] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.397708] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('325c66f5-4dc7-4250-9342-bc497a020617',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.474478] env[70956]: INFO networking_nsxv3.common.synchronization [req-31d3ffbd-ca1e-4ced-affb-410dc85a628a req-42380fad-f41f-4bbb-acd9-758e08ce0d5f service nova] Enqueued Resource ID: 325c66f5-4dc7-4250-9342-bc497a020617 with Priority: HIGHEST for action security_group_rules [ 913.474659] env[70956]: INFO networking_nsxv3.common.synchronization [req-31d3ffbd-ca1e-4ced-affb-410dc85a628a req-42380fad-f41f-4bbb-acd9-758e08ce0d5f service nova] Enqueued Resource ID: 325c66f5-4dc7-4250-9342-bc497a020617 with Priority: HIGHEST for action security_group_members [ 913.475137] env[70956]: INFO networking_nsxv3.common.synchronization [req-31d3ffbd-ca1e-4ced-affb-410dc85a628a req-42380fad-f41f-4bbb-acd9-758e08ce0d5f service nova] Enqueued Resource ID: d960a192-f8f5-4429-9e21-2771da3d336e with Priority: HIGHEST for action port [ 913.475384] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 325c66f5-4dc7-4250-9342-bc497a020617 with Priority: HIGHEST for action security_group_rules [ 913.475513] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 325c66f5-4dc7-4250-9342-bc497a020617 with Priority: HIGHEST for action security_group_members [ 913.475610] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d960a192-f8f5-4429-9e21-2771da3d336e with Priority: HIGHEST for action port [ 913.476220] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-325c66f5-4dc7-4250-9342-bc497a020617 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.476377] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.476447] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.476751] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.476751] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('325c66f5-4dc7-4250-9342-bc497a020617',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.478335] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-325c66f5-4dc7-4250-9342-bc497a020617 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.478335] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.478335] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-d960a192-f8f5-4429-9e21-2771da3d336e taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.478512] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d960a192-f8f5-4429-9e21-2771da3d336e" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.478512] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d960a192-f8f5-4429-9e21-2771da3d336e" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.478633] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d960a192-f8f5-4429-9e21-2771da3d336e" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.478730] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d960a192-f8f5-4429-9e21-2771da3d336e',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.757959] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c in Status: SUCCESS [ 913.757959] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.802504] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-65518df3-fa74-4cc4-bc12-e13005594074 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.802504] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65518df3-fa74-4cc4-bc12-e13005594074" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.802504] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65518df3-fa74-4cc4-bc12-e13005594074" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.802504] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65518df3-fa74-4cc4-bc12-e13005594074" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.802504] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.802504] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.802504] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.802504] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.802504] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.802504] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65518df3-fa74-4cc4-bc12-e13005594074" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.802504] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-65518df3-fa74-4cc4-bc12-e13005594074 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.802504] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65518df3-fa74-4cc4-bc12-e13005594074" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.802504] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65518df3-fa74-4cc4-bc12-e13005594074" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.802504] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65518df3-fa74-4cc4-bc12-e13005594074" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.802504] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.802504] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.803807] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.803807] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.803807] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.803807] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65518df3-fa74-4cc4-bc12-e13005594074" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.803807] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('65518df3-fa74-4cc4-bc12-e13005594074',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.900380] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('325c66f5-4dc7-4250-9342-bc497a020617',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.980293] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-325c66f5-4dc7-4250-9342-bc497a020617 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.980442] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.980620] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d960a192-f8f5-4429-9e21-2771da3d336e with status ACTIVE [ 913.980860] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.980968] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.981042] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.981282] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.981370] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.981539] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.981628] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.981709] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.981876] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.981951] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.982143] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.982231] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.982289] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.982421] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.982489] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.982567] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d960a192-f8f5-4429-9e21-2771da3d336e is going to be updated. [ 913.999893] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-511 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.000157] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-511" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.000226] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-511" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.000481] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-511" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.001016] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.001016] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.001177] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.001345] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.001487] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.001724] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 914.001865] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 914.002320] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 914.002523] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 914.002685] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 914.002828] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 914.003108] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 914.005203] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.005325] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.005698] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.005899] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.006089] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.006276] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d960a192-f8f5-4429-9e21-2771da3d336e" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.023736] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 914.023953] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 914.024231] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 914.024308] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-511" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.024623] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-0ed71504-e46e-454c-a482-a164a413ccb5 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.024803] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-0ed71504-e46e-454c-a482-a164a413ccb5" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.024928] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-0ed71504-e46e-454c-a482-a164a413ccb5" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.025247] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-0ed71504-e46e-454c-a482-a164a413ccb5" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.025390] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ed71504-e46e-454c-a482-a164a413ccb5',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.305207] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 65518df3-fa74-4cc4-bc12-e13005594074: rpc.has_security_group_logging(os_id): False [ 914.326607] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.326783] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.326851] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.327081] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.327176] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.328245] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.328245] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.328245] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.328245] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.328245] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.328245] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.328245] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.328245] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.328245] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.328615] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.328615] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.328615] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.328615] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.328770] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.328770] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.328966] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 65518df3-fa74-4cc4-bc12-e13005594074 is going to be created. [ 914.393357] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.393638] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.393638] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.393912] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.394152] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.403257] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('325c66f5-4dc7-4250-9342-bc497a020617',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.414847] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65518df3-fa74-4cc4-bc12-e13005594074 in Status: IN_PROGRESS for 2s [ 914.530028] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.530028] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.530028] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.530028] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.530028] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.530028] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Segment Port 0ed71504-e46e-454c-a482-a164a413ccb5 not found, creating... [ 914.530028] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.530028] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.530028] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.530338] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.530338] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.530789] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.530894] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.531039] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.531303] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.531406] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.531822] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: 0ed71504-e46e-454c-a482-a164a413ccb5 is going to be created. [ 914.566668] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.568070] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.568070] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.568070] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.568070] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.568070] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-0ed71504-e46e-454c-a482-a164a413ccb5" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.608308] env[70956]: INFO networking_nsxv3.common.synchronization [None req-b14110db-9e18-4810-b358-08ec1f35b619 None None] Enqueued Resource ID: 9c4296a1-2b54-4fe0-96dd-6668aa526dac with Priority: HIGHEST for action port [ 914.608907] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c4296a1-2b54-4fe0-96dd-6668aa526dac with Priority: HIGHEST for action port [ 914.609239] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-9c4296a1-2b54-4fe0-96dd-6668aa526dac taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.609354] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9c4296a1-2b54-4fe0-96dd-6668aa526dac" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.609445] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9c4296a1-2b54-4fe0-96dd-6668aa526dac" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.609676] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9c4296a1-2b54-4fe0-96dd-6668aa526dac" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.609778] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c4296a1-2b54-4fe0-96dd-6668aa526dac',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.908141] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.908141] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.908141] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.908618] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.908618] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.908618] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 325c66f5-4dc7-4250-9342-bc497a020617 is going to be updated. [ 914.939337] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.939492] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.939561] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.939783] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.939984] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.953165] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 325c66f5-4dc7-4250-9342-bc497a020617 in Status: IN_PROGRESS for 2s [ 915.112441] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9c4296a1-2b54-4fe0-96dd-6668aa526dac [ 915.112441] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.112441] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.112441] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.113754] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.114473] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.114473] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9c4296a1-2b54-4fe0-96dd-6668aa526dac already deleted. [ 915.114473] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9c4296a1-2b54-4fe0-96dd-6668aa526dac" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.510069] env[70956]: INFO networking_nsxv3.common.synchronization [req-31d3ffbd-ca1e-4ced-affb-410dc85a628a req-b75a3548-4e29-4eef-b08c-331a302c2d16 service nova] Enqueued Resource ID: 325c66f5-4dc7-4250-9342-bc497a020617 with Priority: HIGHEST for action security_group_rules [ 915.510445] env[70956]: INFO networking_nsxv3.common.synchronization [req-31d3ffbd-ca1e-4ced-affb-410dc85a628a req-b75a3548-4e29-4eef-b08c-331a302c2d16 service nova] Enqueued Resource ID: 325c66f5-4dc7-4250-9342-bc497a020617 with Priority: HIGHEST for action security_group_members [ 915.510445] env[70956]: INFO networking_nsxv3.common.synchronization [req-31d3ffbd-ca1e-4ced-affb-410dc85a628a req-b75a3548-4e29-4eef-b08c-331a302c2d16 service nova] Enqueued Resource ID: 0ed71504-e46e-454c-a482-a164a413ccb5 with Priority: HIGHEST for action port [ 915.511073] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 325c66f5-4dc7-4250-9342-bc497a020617 with Priority: HIGHEST for action security_group_rules [ 915.511270] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 325c66f5-4dc7-4250-9342-bc497a020617 with Priority: HIGHEST for action security_group_members [ 915.511389] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ed71504-e46e-454c-a482-a164a413ccb5 with Priority: HIGHEST for action port [ 915.513032] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-325c66f5-4dc7-4250-9342-bc497a020617 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.513032] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.513194] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-325c66f5-4dc7-4250-9342-bc497a020617 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.513322] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.513631] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ed71504-e46e-454c-a482-a164a413ccb5 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.513817] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ed71504-e46e-454c-a482-a164a413ccb5" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.513976] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ed71504-e46e-454c-a482-a164a413ccb5" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.514305] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ed71504-e46e-454c-a482-a164a413ccb5" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.514403] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ed71504-e46e-454c-a482-a164a413ccb5',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.016680] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0ed71504-e46e-454c-a482-a164a413ccb5 with status ACTIVE [ 916.016680] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.017310] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.017310] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.017310] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.017310] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.019081] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.019081] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.019081] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.019081] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.019081] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.019081] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.019081] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.019081] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.019081] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.019081] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.019081] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0ed71504-e46e-454c-a482-a164a413ccb5 is going to be updated. [ 916.044474] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.044729] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.044729] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.044975] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.045053] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.045196] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ed71504-e46e-454c-a482-a164a413ccb5" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.427871] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65518df3-fa74-4cc4-bc12-e13005594074 in Status: SUCCESS [ 916.428115] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-65518df3-fa74-4cc4-bc12-e13005594074" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.645770] env[70956]: INFO networking_nsxv3.common.synchronization [req-b3c0a5f3-d1f8-415a-99f9-6148d73b50b6 req-01894261-19ab-459a-97b1-9fd94abcb333 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Enqueued Resource ID: 8e7cb093-c160-4200-810a-24193daf0945 with Priority: HIGHEST for action security_group_members [ 916.647209] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e7cb093-c160-4200-810a-24193daf0945 with Priority: HIGHEST for action security_group_members [ 916.647651] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e7cb093-c160-4200-810a-24193daf0945 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.647752] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.647752] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.648613] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.648613] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.649071] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.649071] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.649735] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.649850] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.649956] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e7cb093-c160-4200-810a-24193daf0945',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.949331] env[70956]: INFO networking_nsxv3.common.synchronization [req-e6ac24c7-5aa1-4924-aed0-124ebbb15989 req-322b09cd-a0a0-43bd-b6bc-d6273db21f7d tempest-SecurityGroupRulesNegativeTestJSON-233794632 tempest-SecurityGroupRulesNegativeTestJSON-233794632-project-member] Enqueued Resource ID: 8b3caa4f-f439-4083-89f7-f5b046e23d09 with Priority: HIGHEST for action security_group_rules [ 916.949910] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b3caa4f-f439-4083-89f7-f5b046e23d09 with Priority: HIGHEST for action security_group_rules [ 916.950257] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b3caa4f-f439-4083-89f7-f5b046e23d09 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.950390] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b3caa4f-f439-4083-89f7-f5b046e23d09" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.950459] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b3caa4f-f439-4083-89f7-f5b046e23d09" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.950763] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b3caa4f-f439-4083-89f7-f5b046e23d09" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.950868] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b3caa4f-f439-4083-89f7-f5b046e23d09',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.964166] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 325c66f5-4dc7-4250-9342-bc497a020617 in Status: SUCCESS [ 916.964369] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.964911] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.965568] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.965568] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.965738] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.965783] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.966509] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.966509] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.966509] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('325c66f5-4dc7-4250-9342-bc497a020617',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.143787] env[70956]: INFO networking_nsxv3.common.synchronization [req-1690d955-52c2-45e9-8ca6-bf0170a9558d req-27bab95c-34a7-4431-bcfc-6acd72a90e9a tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Enqueued Resource ID: abaebe40-bf40-4663-9001-f1d144ec9ba9 with Priority: HIGHEST for action security_group_members [ 917.144332] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abaebe40-bf40-4663-9001-f1d144ec9ba9 with Priority: HIGHEST for action security_group_members [ 917.145140] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-abaebe40-bf40-4663-9001-f1d144ec9ba9 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.145140] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.145140] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.145345] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.145381] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.145477] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.145539] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.145694] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.145775] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.145867] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('abaebe40-bf40-4663-9001-f1d144ec9ba9',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.154580] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.154732] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.154775] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.154961] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.173921] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.174074] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.174197] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.174262] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.174460] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.174541] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.174654] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e7cb093-c160-4200-810a-24193daf0945 is going to be updated. [ 917.197705] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.197962] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.197962] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.198157] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.198285] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.207397] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e7cb093-c160-4200-810a-24193daf0945 in Status: IN_PROGRESS for 2s [ 917.267094] env[70956]: INFO networking_nsxv3.common.synchronization [req-a4fab559-9005-4a77-a5f8-c7837906365e req-e1ca7fe4-8872-4953-9a64-d41cf4afaf01 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Enqueued Resource ID: 71af1fa7-09e1-4689-8a7f-72386cce262d with Priority: HIGHEST for action security_group_members [ 917.267451] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71af1fa7-09e1-4689-8a7f-72386cce262d with Priority: HIGHEST for action security_group_members [ 917.267759] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-71af1fa7-09e1-4689-8a7f-72386cce262d taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.267880] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.267947] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.268786] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.268961] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.269139] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.269214] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.269559] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.269668] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.269765] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71af1fa7-09e1-4689-8a7f-72386cce262d',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.355888] env[70956]: INFO networking_nsxv3.common.synchronization [None req-67514274-90f3-4400-a2a0-03a52560c5c3 None None] Enqueued Resource ID: 5da7bb38-d24f-4117-ba80-094c6f2ddddd with Priority: HIGHEST for action port [ 917.356173] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5da7bb38-d24f-4117-ba80-094c6f2ddddd with Priority: HIGHEST for action port [ 917.356756] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-5da7bb38-d24f-4117-ba80-094c6f2ddddd taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.357020] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5da7bb38-d24f-4117-ba80-094c6f2ddddd" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.357020] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5da7bb38-d24f-4117-ba80-094c6f2ddddd" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.357559] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5da7bb38-d24f-4117-ba80-094c6f2ddddd" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.357559] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5da7bb38-d24f-4117-ba80-094c6f2ddddd',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.471854] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.472029] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.472087] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.472304] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.472386] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.472485] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b3caa4f-f439-4083-89f7-f5b046e23d09 already deleted. [ 917.472563] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b3caa4f-f439-4083-89f7-f5b046e23d09" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.472876] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('325c66f5-4dc7-4250-9342-bc497a020617',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.648382] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.648707] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.648707] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.648875] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.648969] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.649188] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.649303] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.649367] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.649520] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.649685] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.649685] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: abaebe40-bf40-4663-9001-f1d144ec9ba9 is going to be updated. [ 917.675918] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.675918] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.675918] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.676430] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.676681] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.694963] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: abaebe40-bf40-4663-9001-f1d144ec9ba9 in Status: IN_PROGRESS for 2s [ 917.774339] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.774479] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.774479] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.774689] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.797393] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.797647] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.797770] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.797847] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.798092] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.798180] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.798285] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71af1fa7-09e1-4689-8a7f-72386cce262d is going to be updated. [ 917.821388] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.821551] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.821634] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.821824] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.821961] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.835914] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71af1fa7-09e1-4689-8a7f-72386cce262d in Status: IN_PROGRESS for 2s [ 917.858712] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-641 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.858963] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-641" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.859101] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-641" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.859374] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-641" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.859627] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.860017] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.860017] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.860364] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.860966] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.860966] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 917.860966] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 917.860966] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 917.862120] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 917.862120] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 917.862120] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 917.862120] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 917.863500] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5da7bb38-d24f-4117-ba80-094c6f2ddddd [ 917.863500] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.863500] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.863500] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.863500] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.863500] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.863500] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5da7bb38-d24f-4117-ba80-094c6f2ddddd already deleted. [ 917.865471] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5da7bb38-d24f-4117-ba80-094c6f2ddddd" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.880069] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 917.880312] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 917.880312] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 917.880812] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-641" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.880812] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-a2a3156e-53e9-49e8-8086-95681d931fd6 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.881077] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-a2a3156e-53e9-49e8-8086-95681d931fd6" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.881115] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-a2a3156e-53e9-49e8-8086-95681d931fd6" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.881491] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-a2a3156e-53e9-49e8-8086-95681d931fd6" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.881588] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2a3156e-53e9-49e8-8086-95681d931fd6',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.975184] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('325c66f5-4dc7-4250-9342-bc497a020617',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.349799] env[70956]: INFO networking_nsxv3.common.synchronization [req-6c2267a1-4f89-41e3-9ee6-f8646dcaad06 req-67b309fc-9c4e-4b89-b21b-6ec97ea95627 tempest-ServersTestBootFromVolume-1706404308 tempest-ServersTestBootFromVolume-1706404308-project-member] Enqueued Resource ID: 21d84461-8331-4be6-a8af-24ec21b21bb8 with Priority: HIGHEST for action security_group_members [ 918.349799] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21d84461-8331-4be6-a8af-24ec21b21bb8 with Priority: HIGHEST for action security_group_members [ 918.349799] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-21d84461-8331-4be6-a8af-24ec21b21bb8 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.349799] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21d84461-8331-4be6-a8af-24ec21b21bb8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.349799] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21d84461-8331-4be6-a8af-24ec21b21bb8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.349990] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21d84461-8331-4be6-a8af-24ec21b21bb8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.350199] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.350882] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.351010] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.351215] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.351827] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.351827] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21d84461-8331-4be6-a8af-24ec21b21bb8',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.386979] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.387229] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.387361] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.387638] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.387794] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.388031] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Segment Port a2a3156e-53e9-49e8-8086-95681d931fd6 not found, creating... [ 918.388265] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.388433] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.388556] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.388816] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.388963] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.389273] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.389433] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.389557] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.389800] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.389903] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.390172] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: a2a3156e-53e9-49e8-8086-95681d931fd6 is going to be created. [ 918.414712] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.414944] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.415133] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.416187] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.416492] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.416740] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-a2a3156e-53e9-49e8-8086-95681d931fd6" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.479369] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.479369] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.481102] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.481102] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.481102] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.481102] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 325c66f5-4dc7-4250-9342-bc497a020617 is going to be updated. [ 918.524402] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.524552] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.524650] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.524857] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.525019] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.537637] env[70956]: INFO networking_nsxv3.common.synchronization [None req-1f870894-fdb9-42aa-94db-2dcffa232e22 None None] Enqueued Resource ID: e4f0c74b-a37b-4aa2-9b4f-05bcdce7d9fb with Priority: HIGHEST for action port [ 918.537637] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 325c66f5-4dc7-4250-9342-bc497a020617 in Status: IN_PROGRESS for 2s [ 918.537637] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4f0c74b-a37b-4aa2-9b4f-05bcdce7d9fb with Priority: HIGHEST for action port [ 918.537924] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4f0c74b-a37b-4aa2-9b4f-05bcdce7d9fb taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.540120] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4f0c74b-a37b-4aa2-9b4f-05bcdce7d9fb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.540120] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4f0c74b-a37b-4aa2-9b4f-05bcdce7d9fb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.540120] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4f0c74b-a37b-4aa2-9b4f-05bcdce7d9fb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.540120] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4f0c74b-a37b-4aa2-9b4f-05bcdce7d9fb',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.856033] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.856033] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.856033] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.856033] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.856033] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.856033] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.856033] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.856033] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.856033] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.856033] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.856033] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21d84461-8331-4be6-a8af-24ec21b21bb8 is going to be updated. [ 918.887751] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.887751] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.887751] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.887751] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.887751] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.897528] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21d84461-8331-4be6-a8af-24ec21b21bb8 in Status: IN_PROGRESS for 2s [ 919.041994] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e4f0c74b-a37b-4aa2-9b4f-05bcdce7d9fb [ 919.045012] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.045012] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.045012] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.045012] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.045012] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.045012] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e4f0c74b-a37b-4aa2-9b4f-05bcdce7d9fb already deleted. [ 919.045012] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4f0c74b-a37b-4aa2-9b4f-05bcdce7d9fb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.177935] env[70956]: INFO networking_nsxv3.common.synchronization [req-a4fab559-9005-4a77-a5f8-c7837906365e req-2495c2e4-6654-4a1a-8a46-82ba0d57c73b service nova] Enqueued Resource ID: 71af1fa7-09e1-4689-8a7f-72386cce262d with Priority: HIGHEST for action security_group_rules [ 919.178154] env[70956]: INFO networking_nsxv3.common.synchronization [req-a4fab559-9005-4a77-a5f8-c7837906365e req-2495c2e4-6654-4a1a-8a46-82ba0d57c73b service nova] Enqueued Resource ID: 71af1fa7-09e1-4689-8a7f-72386cce262d with Priority: HIGHEST for action security_group_members [ 919.178299] env[70956]: INFO networking_nsxv3.common.synchronization [req-a4fab559-9005-4a77-a5f8-c7837906365e req-2495c2e4-6654-4a1a-8a46-82ba0d57c73b service nova] Enqueued Resource ID: a2a3156e-53e9-49e8-8086-95681d931fd6 with Priority: HIGHEST for action port [ 919.178537] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71af1fa7-09e1-4689-8a7f-72386cce262d with Priority: HIGHEST for action security_group_rules [ 919.178693] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71af1fa7-09e1-4689-8a7f-72386cce262d with Priority: HIGHEST for action security_group_members [ 919.178802] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2a3156e-53e9-49e8-8086-95681d931fd6 with Priority: HIGHEST for action port [ 919.179403] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71af1fa7-09e1-4689-8a7f-72386cce262d taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.180181] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.180181] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.180181] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.180181] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71af1fa7-09e1-4689-8a7f-72386cce262d',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.180962] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-71af1fa7-09e1-4689-8a7f-72386cce262d taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.181119] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.181332] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2a3156e-53e9-49e8-8086-95681d931fd6 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.181434] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2a3156e-53e9-49e8-8086-95681d931fd6" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.181498] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2a3156e-53e9-49e8-8086-95681d931fd6" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.181661] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2a3156e-53e9-49e8-8086-95681d931fd6" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.182231] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2a3156e-53e9-49e8-8086-95681d931fd6',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.217127] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e7cb093-c160-4200-810a-24193daf0945 in Status: SUCCESS [ 919.217127] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e7cb093-c160-4200-810a-24193daf0945 deletion is rescheduled due to dependency. [ 919.217276] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.644183] env[70956]: INFO networking_nsxv3.common.synchronization [req-f3a54591-8c05-47a8-bdfe-978175d3bdd2 req-b965bdb8-5ae7-4011-996e-0b14741afe75 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Enqueued Resource ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 with Priority: HIGHEST for action security_group_members [ 919.644183] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 with Priority: HIGHEST for action security_group_members [ 919.645371] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d09f0e2-4e07-43f7-ba53-6600d30c7795 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.645532] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.645763] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.646072] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.646263] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.646388] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.646454] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.646626] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.646715] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.646814] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d09f0e2-4e07-43f7-ba53-6600d30c7795',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.683891] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-71af1fa7-09e1-4689-8a7f-72386cce262d taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.685115] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.685531] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a2a3156e-53e9-49e8-8086-95681d931fd6 with status ACTIVE [ 919.685763] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.685957] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.686090] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.686421] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.686579] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.686834] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.686958] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.687052] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.687303] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.687441] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.687743] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.687910] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.688376] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.688627] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.688755] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.688870] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a2a3156e-53e9-49e8-8086-95681d931fd6 is going to be updated. [ 919.703711] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: abaebe40-bf40-4663-9001-f1d144ec9ba9 in Status: SUCCESS [ 919.703902] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: abaebe40-bf40-4663-9001-f1d144ec9ba9 deletion is rescheduled due to dependency. [ 919.704029] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.712447] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.712597] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.712669] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.712950] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.713060] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.713320] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2a3156e-53e9-49e8-8086-95681d931fd6" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.849351] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71af1fa7-09e1-4689-8a7f-72386cce262d in Status: SUCCESS [ 919.849524] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71af1fa7-09e1-4689-8a7f-72386cce262d deletion is rescheduled due to dependency. [ 919.849634] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.850578] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.850578] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.850578] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.850578] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.850578] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.850578] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.850938] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.850938] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71af1fa7-09e1-4689-8a7f-72386cce262d',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.025345] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-85 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.027842] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-85" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.027842] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-85" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.027842] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-85" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.027842] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.027842] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.027842] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.027842] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.027842] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.028201] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 920.028201] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 920.028261] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 920.028406] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 920.028585] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 920.028755] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 920.028996] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 920.049381] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 920.049381] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 920.049541] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 920.049733] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-85" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.050036] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-d1127d23-9f5f-4446-b8fe-633cfd215246 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.050231] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-d1127d23-9f5f-4446-b8fe-633cfd215246" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.050359] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-d1127d23-9f5f-4446-b8fe-633cfd215246" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.050680] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-d1127d23-9f5f-4446-b8fe-633cfd215246" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.050855] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1127d23-9f5f-4446-b8fe-633cfd215246',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.150957] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d09f0e2-4e07-43f7-ba53-6600d30c7795',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.357898] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71af1fa7-09e1-4689-8a7f-72386cce262d',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.545557] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 325c66f5-4dc7-4250-9342-bc497a020617 in Status: SUCCESS [ 920.545799] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.545961] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.546182] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.546376] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.546514] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.546577] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.546744] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.546824] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.546907] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.547024] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('325c66f5-4dc7-4250-9342-bc497a020617',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.548121] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.548314] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.548473] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.548580] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.548666] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.548805] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.548884] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.548970] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('325c66f5-4dc7-4250-9342-bc497a020617',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.557481] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.557733] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.557864] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.558113] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.558260] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.558418] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Segment Port d1127d23-9f5f-4446-b8fe-633cfd215246 not found, creating... [ 920.558673] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.558849] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.558976] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.559231] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.559385] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.559651] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.560018] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.560177] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.562416] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.562577] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.563360] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: d1127d23-9f5f-4446-b8fe-633cfd215246 is going to be created. [ 920.584737] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.584848] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.584980] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.585267] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.585497] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.585763] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-d1127d23-9f5f-4446-b8fe-633cfd215246" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.654981] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d09f0e2-4e07-43f7-ba53-6600d30c7795',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.858122] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71af1fa7-09e1-4689-8a7f-72386cce262d',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.908030] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21d84461-8331-4be6-a8af-24ec21b21bb8 in Status: SUCCESS [ 920.908030] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21d84461-8331-4be6-a8af-24ec21b21bb8 deletion is rescheduled due to dependency. [ 920.908030] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21d84461-8331-4be6-a8af-24ec21b21bb8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.051897] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-325c66f5-4dc7-4250-9342-bc497a020617 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.053437] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.053437] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('325c66f5-4dc7-4250-9342-bc497a020617',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.098689] env[70956]: INFO networking_nsxv3.common.synchronization [None req-90560f19-3e48-46f6-9e0e-f043084b9ee3 None None] Enqueued Resource ID: 3a58a626-e8a3-45dc-9dde-282b5b1d2627 with Priority: HIGHEST for action port [ 921.099239] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a58a626-e8a3-45dc-9dde-282b5b1d2627 with Priority: HIGHEST for action port [ 921.099553] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a58a626-e8a3-45dc-9dde-282b5b1d2627 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.099691] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a58a626-e8a3-45dc-9dde-282b5b1d2627" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.099751] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a58a626-e8a3-45dc-9dde-282b5b1d2627" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.100020] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a58a626-e8a3-45dc-9dde-282b5b1d2627" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.100257] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a58a626-e8a3-45dc-9dde-282b5b1d2627',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.159413] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.159413] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.159585] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.159702] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.159794] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.159889] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 is going to be updated. [ 921.190345] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.190775] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.190867] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.191097] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.191361] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.204716] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 in Status: IN_PROGRESS for 2s [ 921.223632] env[70956]: INFO networking_nsxv3.common.synchronization [None req-45adc2ae-298f-437a-8bc1-6acbd29f1162 None None] Enqueued Resource ID: 5e7a0585-f0b6-40f3-81e9-c53b5e352072 with Priority: HIGHEST for action port [ 921.224222] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e7a0585-f0b6-40f3-81e9-c53b5e352072 with Priority: HIGHEST for action port [ 921.224560] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e7a0585-f0b6-40f3-81e9-c53b5e352072 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.224698] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e7a0585-f0b6-40f3-81e9-c53b5e352072" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.224769] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e7a0585-f0b6-40f3-81e9-c53b5e352072" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.226487] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e7a0585-f0b6-40f3-81e9-c53b5e352072" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.226690] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e7a0585-f0b6-40f3-81e9-c53b5e352072',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.360222] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.360480] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.360589] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.360925] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.361617] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.362305] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71af1fa7-09e1-4689-8a7f-72386cce262d is going to be updated. [ 921.389088] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.389316] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.389316] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.389574] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.389724] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.399946] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71af1fa7-09e1-4689-8a7f-72386cce262d in Status: IN_PROGRESS for 2s [ 921.501623] env[70956]: INFO networking_nsxv3.common.synchronization [req-f3a54591-8c05-47a8-bdfe-978175d3bdd2 req-f4ed4ed7-de57-4f81-8f7e-9a86f30fc303 service nova] Enqueued Resource ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 with Priority: HIGHEST for action security_group_rules [ 921.501819] env[70956]: INFO networking_nsxv3.common.synchronization [req-f3a54591-8c05-47a8-bdfe-978175d3bdd2 req-f4ed4ed7-de57-4f81-8f7e-9a86f30fc303 service nova] Enqueued Resource ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 with Priority: HIGHEST for action security_group_members [ 921.501965] env[70956]: INFO networking_nsxv3.common.synchronization [req-f3a54591-8c05-47a8-bdfe-978175d3bdd2 req-f4ed4ed7-de57-4f81-8f7e-9a86f30fc303 service nova] Enqueued Resource ID: d1127d23-9f5f-4446-b8fe-633cfd215246 with Priority: HIGHEST for action port [ 921.502566] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 with Priority: HIGHEST for action security_group_rules [ 921.502710] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 with Priority: HIGHEST for action security_group_members [ 921.502805] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1127d23-9f5f-4446-b8fe-633cfd215246 with Priority: HIGHEST for action port [ 921.505198] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d09f0e2-4e07-43f7-ba53-6600d30c7795 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.505355] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.505422] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.505642] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.505721] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d09f0e2-4e07-43f7-ba53-6600d30c7795',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.506983] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d09f0e2-4e07-43f7-ba53-6600d30c7795 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.506983] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.506983] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-d1127d23-9f5f-4446-b8fe-633cfd215246 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.507267] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d1127d23-9f5f-4446-b8fe-633cfd215246" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.507267] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d1127d23-9f5f-4446-b8fe-633cfd215246" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.507335] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d1127d23-9f5f-4446-b8fe-633cfd215246" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.507369] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1127d23-9f5f-4446-b8fe-633cfd215246',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.555567] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('325c66f5-4dc7-4250-9342-bc497a020617',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.564331] env[70956]: INFO networking_nsxv3.common.synchronization [req-c0b27d35-cd73-4db4-a893-21200750e571 req-123c6b17-2dda-4960-95ae-2d37cad564af tempest-SecurityGroupRulesNegativeTestJSON-233794632 tempest-SecurityGroupRulesNegativeTestJSON-233794632-project-member] Enqueued Resource ID: 8b3caa4f-f439-4083-89f7-f5b046e23d09 with Priority: HIGHEST for action security_group_rules [ 921.565134] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b3caa4f-f439-4083-89f7-f5b046e23d09 with Priority: HIGHEST for action security_group_rules [ 921.566429] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b3caa4f-f439-4083-89f7-f5b046e23d09 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.566586] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b3caa4f-f439-4083-89f7-f5b046e23d09" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.566676] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b3caa4f-f439-4083-89f7-f5b046e23d09" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.566949] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b3caa4f-f439-4083-89f7-f5b046e23d09" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.567065] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b3caa4f-f439-4083-89f7-f5b046e23d09',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.602915] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3a58a626-e8a3-45dc-9dde-282b5b1d2627 [ 921.603274] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.605303] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.605387] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.605579] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.605673] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.605773] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3a58a626-e8a3-45dc-9dde-282b5b1d2627 already deleted. [ 921.605859] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a58a626-e8a3-45dc-9dde-282b5b1d2627" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.730999] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5e7a0585-f0b6-40f3-81e9-c53b5e352072 [ 921.730999] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.730999] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.730999] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.730999] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.730999] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.730999] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5e7a0585-f0b6-40f3-81e9-c53b5e352072 already deleted. [ 921.730999] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e7a0585-f0b6-40f3-81e9-c53b5e352072" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.011265] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d09f0e2-4e07-43f7-ba53-6600d30c7795 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.011437] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.011565] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d1127d23-9f5f-4446-b8fe-633cfd215246 with status ACTIVE [ 922.011741] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.011859] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.011922] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.012150] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.012234] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.012404] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.012493] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.012555] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.012788] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.012788] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.013063] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.013063] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.013180] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.013285] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.013285] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.013415] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d1127d23-9f5f-4446-b8fe-633cfd215246 is going to be updated. [ 922.034535] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.034660] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.034660] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.035477] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.035477] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.035477] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d1127d23-9f5f-4446-b8fe-633cfd215246" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.058918] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.059204] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.059204] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.059371] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.059479] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.059588] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 325c66f5-4dc7-4250-9342-bc497a020617 is going to be updated. [ 922.098297] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.098456] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.098525] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.098740] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.098832] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.098929] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b3caa4f-f439-4083-89f7-f5b046e23d09 already deleted. [ 922.099015] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b3caa4f-f439-4083-89f7-f5b046e23d09" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.108819] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.108933] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.109011] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.109215] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.109354] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.123141] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 325c66f5-4dc7-4250-9342-bc497a020617 in Status: IN_PROGRESS for 2s [ 922.284740] env[70956]: INFO networking_nsxv3.common.synchronization [req-97a42de8-fcc4-4a99-b2a1-59d5edb9a438 req-d4eca942-4a11-41ff-b2eb-32d775f25186 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Enqueued Resource ID: e3c33332-22f3-4b69-aa9e-86e8da57b4e8 with Priority: HIGHEST for action security_group_members [ 922.285781] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3c33332-22f3-4b69-aa9e-86e8da57b4e8 with Priority: HIGHEST for action security_group_members [ 922.285902] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3c33332-22f3-4b69-aa9e-86e8da57b4e8 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.286889] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3c33332-22f3-4b69-aa9e-86e8da57b4e8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.286991] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3c33332-22f3-4b69-aa9e-86e8da57b4e8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.287678] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3c33332-22f3-4b69-aa9e-86e8da57b4e8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.287678] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.287678] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.287678] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.288879] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.289210] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.289210] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3c33332-22f3-4b69-aa9e-86e8da57b4e8',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.597514] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-303 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.597719] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-303" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.597849] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-303" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.599113] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-303" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.599955] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.599955] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.599955] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.599955] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.600186] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.600361] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 922.600479] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 922.600592] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 922.600703] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 922.600844] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 922.600964] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 922.601487] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 922.618563] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 922.618563] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 922.618754] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 922.618806] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-303" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.619114] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-7f9353ec-c396-4b7e-8f13-3af08f0a8211 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.619294] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-7f9353ec-c396-4b7e-8f13-3af08f0a8211" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.619424] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-7f9353ec-c396-4b7e-8f13-3af08f0a8211" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.619738] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-7f9353ec-c396-4b7e-8f13-3af08f0a8211" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.620681] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f9353ec-c396-4b7e-8f13-3af08f0a8211',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.793522] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.793767] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.793855] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.794130] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.794231] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.794434] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.794532] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.794597] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.794738] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.794832] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.794931] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3c33332-22f3-4b69-aa9e-86e8da57b4e8 already deleted. [ 922.795051] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3c33332-22f3-4b69-aa9e-86e8da57b4e8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.045677] env[70956]: INFO networking_nsxv3.common.synchronization [None req-72e4b0da-d8f0-48ef-8cb0-209b30e6380b tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Enqueued Resource ID: b90006a1-dca4-4c61-8699-a7437595fd6e with Priority: HIGHEST for action security_group_rules [ 923.045677] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b90006a1-dca4-4c61-8699-a7437595fd6e with Priority: HIGHEST for action security_group_rules [ 923.045677] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b90006a1-dca4-4c61-8699-a7437595fd6e taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.045677] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b90006a1-dca4-4c61-8699-a7437595fd6e" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.047835] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b90006a1-dca4-4c61-8699-a7437595fd6e" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.048566] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b90006a1-dca4-4c61-8699-a7437595fd6e" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.048566] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b90006a1-dca4-4c61-8699-a7437595fd6e',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.123555] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.123555] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.123555] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.123555] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.123555] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.123555] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Segment Port 7f9353ec-c396-4b7e-8f13-3af08f0a8211 not found, creating... [ 923.124071] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.124071] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.124071] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.124286] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.124434] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.124731] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.124875] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.124993] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.125392] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.125543] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.125688] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: 7f9353ec-c396-4b7e-8f13-3af08f0a8211 is going to be created. [ 923.132664] env[70956]: INFO networking_nsxv3.common.synchronization [None req-a817ac58-eee8-477a-bea4-0d174e047866 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Enqueued Resource ID: b90006a1-dca4-4c61-8699-a7437595fd6e with Priority: HIGHEST for action security_group_rules [ 923.133414] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b90006a1-dca4-4c61-8699-a7437595fd6e with Priority: HIGHEST for action security_group_rules [ 923.136231] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b90006a1-dca4-4c61-8699-a7437595fd6e taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.136231] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b90006a1-dca4-4c61-8699-a7437595fd6e" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.152592] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.152804] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.152933] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.153264] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.153467] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.153695] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-7f9353ec-c396-4b7e-8f13-3af08f0a8211" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.214049] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 in Status: SUCCESS [ 923.214296] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.217948] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.217948] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.217948] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.217948] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.217948] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.217948] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.217948] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.217948] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d09f0e2-4e07-43f7-ba53-6600d30c7795',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.408796] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71af1fa7-09e1-4689-8a7f-72386cce262d in Status: SUCCESS [ 923.410483] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.410663] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.410929] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.411133] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.411308] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.412296] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.412296] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.412296] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.412296] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.412296] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('71af1fa7-09e1-4689-8a7f-72386cce262d',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.570066] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.570066] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.570066] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.570066] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.570066] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.570066] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b90006a1-dca4-4c61-8699-a7437595fd6e already deleted. [ 923.570066] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b90006a1-dca4-4c61-8699-a7437595fd6e" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.570066] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b90006a1-dca4-4c61-8699-a7437595fd6e" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.570066] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b90006a1-dca4-4c61-8699-a7437595fd6e" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.570066] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b90006a1-dca4-4c61-8699-a7437595fd6e',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.656133] env[70956]: INFO networking_nsxv3.common.synchronization [None req-f7c8354a-4f71-4402-8728-58b337a49a0e None None] Enqueued Resource ID: d92b941e-b6b6-4027-b6bd-665a162ee9e7 with Priority: HIGHEST for action port [ 923.656393] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d92b941e-b6b6-4027-b6bd-665a162ee9e7 with Priority: HIGHEST for action port [ 923.656929] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-d92b941e-b6b6-4027-b6bd-665a162ee9e7 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.657100] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d92b941e-b6b6-4027-b6bd-665a162ee9e7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.657197] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d92b941e-b6b6-4027-b6bd-665a162ee9e7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.657469] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d92b941e-b6b6-4027-b6bd-665a162ee9e7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.657552] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d92b941e-b6b6-4027-b6bd-665a162ee9e7',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.717672] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d09f0e2-4e07-43f7-ba53-6600d30c7795',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.864167] env[70956]: INFO networking_nsxv3.common.synchronization [req-97a42de8-fcc4-4a99-b2a1-59d5edb9a438 req-45c7b6c9-f8b4-43e9-bda1-558fa631d0a2 service nova] Enqueued Resource ID: e3c33332-22f3-4b69-aa9e-86e8da57b4e8 with Priority: HIGHEST for action security_group_rules [ 923.864340] env[70956]: INFO networking_nsxv3.common.synchronization [req-97a42de8-fcc4-4a99-b2a1-59d5edb9a438 req-45c7b6c9-f8b4-43e9-bda1-558fa631d0a2 service nova] Enqueued Resource ID: e3c33332-22f3-4b69-aa9e-86e8da57b4e8 with Priority: HIGHEST for action security_group_members [ 923.864485] env[70956]: INFO networking_nsxv3.common.synchronization [req-97a42de8-fcc4-4a99-b2a1-59d5edb9a438 req-45c7b6c9-f8b4-43e9-bda1-558fa631d0a2 service nova] Enqueued Resource ID: 7f9353ec-c396-4b7e-8f13-3af08f0a8211 with Priority: HIGHEST for action port [ 923.864949] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3c33332-22f3-4b69-aa9e-86e8da57b4e8 with Priority: HIGHEST for action security_group_rules [ 923.865099] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3c33332-22f3-4b69-aa9e-86e8da57b4e8 with Priority: HIGHEST for action security_group_members [ 923.865201] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f9353ec-c396-4b7e-8f13-3af08f0a8211 with Priority: HIGHEST for action port [ 923.865532] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e3c33332-22f3-4b69-aa9e-86e8da57b4e8 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.865650] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e3c33332-22f3-4b69-aa9e-86e8da57b4e8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.865903] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e3c33332-22f3-4b69-aa9e-86e8da57b4e8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.865960] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e3c33332-22f3-4b69-aa9e-86e8da57b4e8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.866049] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e3c33332-22f3-4b69-aa9e-86e8da57b4e8',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.866920] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3c33332-22f3-4b69-aa9e-86e8da57b4e8 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.866980] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3c33332-22f3-4b69-aa9e-86e8da57b4e8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.867046] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3c33332-22f3-4b69-aa9e-86e8da57b4e8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.867212] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3c33332-22f3-4b69-aa9e-86e8da57b4e8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.867361] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.867511] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.867580] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.867818] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.867818] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.867903] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3c33332-22f3-4b69-aa9e-86e8da57b4e8',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.868602] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-7f9353ec-c396-4b7e-8f13-3af08f0a8211 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.868707] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7f9353ec-c396-4b7e-8f13-3af08f0a8211" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.868774] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7f9353ec-c396-4b7e-8f13-3af08f0a8211" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.868922] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7f9353ec-c396-4b7e-8f13-3af08f0a8211" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.868994] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f9353ec-c396-4b7e-8f13-3af08f0a8211',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.916904] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-71af1fa7-09e1-4689-8a7f-72386cce262d taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.917077] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.917175] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.917363] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.917528] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.917625] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.917687] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.917827] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.917913] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.918010] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.918159] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-71af1fa7-09e1-4689-8a7f-72386cce262d taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.918248] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.918306] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.918441] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.918602] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.918711] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.918773] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.919346] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.919495] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.919688] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.919806] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('71af1fa7-09e1-4689-8a7f-72386cce262d',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.090657] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.090657] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.090657] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.090657] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.090657] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.090657] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b90006a1-dca4-4c61-8699-a7437595fd6e already deleted. [ 924.090657] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b90006a1-dca4-4c61-8699-a7437595fd6e" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.134017] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 325c66f5-4dc7-4250-9342-bc497a020617 in Status: SUCCESS [ 924.134282] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.134506] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.134610] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.134793] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.134978] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.134978] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.135116] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.135198] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.136198] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.136198] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-325c66f5-4dc7-4250-9342-bc497a020617 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.136198] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.136198] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.136198] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.136198] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.136198] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.136198] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.136198] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.136198] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.136619] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.136619] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('325c66f5-4dc7-4250-9342-bc497a020617',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.161133] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d92b941e-b6b6-4027-b6bd-665a162ee9e7 [ 924.161133] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.161133] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.161133] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.161133] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.161133] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.161133] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d92b941e-b6b6-4027-b6bd-665a162ee9e7 already deleted. [ 924.161133] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d92b941e-b6b6-4027-b6bd-665a162ee9e7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.220201] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d09f0e2-4e07-43f7-ba53-6600d30c7795',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.373094] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e3c33332-22f3-4b69-aa9e-86e8da57b4e8',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.375544] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3c33332-22f3-4b69-aa9e-86e8da57b4e8 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.375668] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3c33332-22f3-4b69-aa9e-86e8da57b4e8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.375859] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7f9353ec-c396-4b7e-8f13-3af08f0a8211 with status ACTIVE [ 924.377758] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.377758] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.377758] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.377758] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.377758] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.378017] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.378017] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.378110] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.378653] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.378653] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.378653] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.378653] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.378653] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.378969] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.378969] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.378969] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7f9353ec-c396-4b7e-8f13-3af08f0a8211 is going to be updated. [ 924.401075] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.401326] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.401326] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.401601] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.401649] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.405060] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7f9353ec-c396-4b7e-8f13-3af08f0a8211" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.421950] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 71af1fa7-09e1-4689-8a7f-72386cce262d: rpc.has_security_group_logging(os_id): False [ 924.439735] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.439735] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.439968] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.440099] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.440170] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.440362] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.440458] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.440518] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.440726] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.440726] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.441097] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.441097] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.441097] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.441231] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.441280] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.441477] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.441620] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.441696] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.441845] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.441920] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.442020] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71af1fa7-09e1-4689-8a7f-72386cce262d is going to be updated. [ 924.512924] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.513214] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.513214] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.513426] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.513571] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.528283] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71af1fa7-09e1-4689-8a7f-72386cce262d in Status: IN_PROGRESS for 2s [ 924.638825] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 325c66f5-4dc7-4250-9342-bc497a020617: rpc.has_security_group_logging(os_id): False [ 924.659240] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.659403] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.659403] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.659617] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.659724] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.659995] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.660136] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.660183] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.660375] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.660455] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.660616] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.660716] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.660776] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.660917] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.660984] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.665347] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.665471] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.665705] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.665705] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.665784] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.665878] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 325c66f5-4dc7-4250-9342-bc497a020617 is going to be updated. [ 924.727848] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.727848] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.727848] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.727848] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.727848] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.727848] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 is going to be updated. [ 924.733444] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.733605] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.733673] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.733869] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.734015] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.748522] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 325c66f5-4dc7-4250-9342-bc497a020617 in Status: IN_PROGRESS for 2s [ 924.759373] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.759373] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.759373] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.759373] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.759373] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.766103] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 in Status: IN_PROGRESS for 2s [ 924.887428] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e3c33332-22f3-4b69-aa9e-86e8da57b4e8',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.918467] env[70956]: INFO networking_nsxv3.common.synchronization [None req-efd8cb8d-c98e-4a4f-93dc-3f0816d50c1f tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Enqueued Resource ID: 71af1fa7-09e1-4689-8a7f-72386cce262d with Priority: HIGHEST for action security_group_members [ 924.919089] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71af1fa7-09e1-4689-8a7f-72386cce262d with Priority: HIGHEST for action security_group_members [ 924.919392] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-71af1fa7-09e1-4689-8a7f-72386cce262d taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.919546] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.919616] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.919843] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.920424] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.920424] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.920424] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.920424] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.920648] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.920648] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71af1fa7-09e1-4689-8a7f-72386cce262d',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.393720] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.393720] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.393720] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.394122] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.394122] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.394122] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3c33332-22f3-4b69-aa9e-86e8da57b4e8 is going to be created. [ 925.417428] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.417667] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.417751] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.417956] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.418138] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.422854] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71af1fa7-09e1-4689-8a7f-72386cce262d',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.427046] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3c33332-22f3-4b69-aa9e-86e8da57b4e8 in Status: UNINITIALIZED for 2s [ 925.926635] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71af1fa7-09e1-4689-8a7f-72386cce262d',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.429521] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.429852] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.429852] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.430111] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.430169] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.430225] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71af1fa7-09e1-4689-8a7f-72386cce262d is going to be updated. [ 926.456990] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.457258] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.457344] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.457556] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.457710] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.467756] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71af1fa7-09e1-4689-8a7f-72386cce262d in Status: IN_PROGRESS for 2s [ 926.542873] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71af1fa7-09e1-4689-8a7f-72386cce262d in Status: SUCCESS [ 926.543307] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.767385] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 325c66f5-4dc7-4250-9342-bc497a020617 in Status: SUCCESS [ 926.771023] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.771345] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.777377] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.777377] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('325c66f5-4dc7-4250-9342-bc497a020617',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.786024] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 in Status: SUCCESS [ 926.786024] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.786024] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.786024] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.786024] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.786024] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.786024] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.786024] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.786024] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.786024] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.786806] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7d09f0e2-4e07-43f7-ba53-6600d30c7795',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.939460] env[70956]: INFO networking_nsxv3.common.synchronization [req-d931cf9e-2624-494b-8d5d-e34583840224 req-e2de3030-3d43-4b04-a613-5e8d3842a8d6 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] Enqueued Resource ID: 6462c02c-4c20-48d5-a619-350aeefaa28a with Priority: HIGHEST for action security_group_members [ 926.940081] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6462c02c-4c20-48d5-a619-350aeefaa28a with Priority: HIGHEST for action security_group_members [ 926.940458] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-6462c02c-4c20-48d5-a619-350aeefaa28a taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.940614] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6462c02c-4c20-48d5-a619-350aeefaa28a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.940699] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6462c02c-4c20-48d5-a619-350aeefaa28a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.941016] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6462c02c-4c20-48d5-a619-350aeefaa28a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.941237] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.941378] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.941619] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.941695] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.941836] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.941945] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6462c02c-4c20-48d5-a619-350aeefaa28a',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.278086] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-325c66f5-4dc7-4250-9342-bc497a020617 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.278269] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.278345] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.278576] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.278751] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.278853] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.278918] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.279082] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.279171] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.279259] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.279349] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('325c66f5-4dc7-4250-9342-bc497a020617',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.288692] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d09f0e2-4e07-43f7-ba53-6600d30c7795 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.288873] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.288873] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.289096] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.289287] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.289418] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.289418] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.289577] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.290023] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.290134] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.290350] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d09f0e2-4e07-43f7-ba53-6600d30c7795 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.290492] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.290577] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.290769] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.290989] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.291126] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.291210] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.291377] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.291511] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.291627] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.291742] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7d09f0e2-4e07-43f7-ba53-6600d30c7795',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.358301] env[70956]: INFO networking_nsxv3.common.synchronization [req-0f9a8ef7-feed-46d4-9476-042043914994 req-0ec43d70-fbf4-4841-889c-03bbf26cd82f tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Enqueued Resource ID: 325c66f5-4dc7-4250-9342-bc497a020617 with Priority: HIGHEST for action security_group_members [ 927.358711] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 325c66f5-4dc7-4250-9342-bc497a020617 with Priority: HIGHEST for action security_group_members [ 927.359120] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-325c66f5-4dc7-4250-9342-bc497a020617 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.359242] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.359305] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.359493] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.359635] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.360203] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.360203] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.360203] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.360203] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.360203] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('325c66f5-4dc7-4250-9342-bc497a020617',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.439805] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3c33332-22f3-4b69-aa9e-86e8da57b4e8 in Status: SUCCESS [ 927.439805] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3c33332-22f3-4b69-aa9e-86e8da57b4e8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.440248] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3c33332-22f3-4b69-aa9e-86e8da57b4e8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.440248] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3c33332-22f3-4b69-aa9e-86e8da57b4e8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.440361] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.440434] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.440482] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.440661] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.440744] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.440929] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3c33332-22f3-4b69-aa9e-86e8da57b4e8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.441028] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e3c33332-22f3-4b69-aa9e-86e8da57b4e8',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.447991] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.448182] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.448254] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.448440] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.449357] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.449357] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.449357] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.449357] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.449357] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.449357] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.449357] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6462c02c-4c20-48d5-a619-350aeefaa28a already deleted. [ 927.449357] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6462c02c-4c20-48d5-a619-350aeefaa28a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.781942] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-325c66f5-4dc7-4250-9342-bc497a020617 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.782159] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.794662] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7d09f0e2-4e07-43f7-ba53-6600d30c7795: rpc.has_security_group_logging(os_id): False [ 927.812339] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.812611] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.812611] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.812799] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.812889] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.813644] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.813805] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.813877] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.814031] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.814116] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.814359] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.814466] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.814528] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.814668] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.814763] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.814926] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.815041] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.815116] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.815310] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.815364] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.815532] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 is going to be updated. [ 927.862561] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('325c66f5-4dc7-4250-9342-bc497a020617',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.866929] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-92 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.867183] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-92" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.867311] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-92" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.867651] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-92" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.868022] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.870124] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.870214] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.870489] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.870645] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.870947] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 927.871105] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 927.871234] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 927.871348] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 927.871464] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 927.871574] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 927.871718] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 927.896969] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 927.896969] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 927.896969] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 927.896969] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-92" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.896969] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-4ffbbca2-2955-4f36-9355-33b846fb8560 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.896969] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-4ffbbca2-2955-4f36-9355-33b846fb8560" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.896969] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-4ffbbca2-2955-4f36-9355-33b846fb8560" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.896969] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-4ffbbca2-2955-4f36-9355-33b846fb8560" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.896969] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ffbbca2-2955-4f36-9355-33b846fb8560',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.899599] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.899974] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.900076] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.900294] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.900434] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.915292] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 in Status: IN_PROGRESS for 2s [ 927.943487] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3c33332-22f3-4b69-aa9e-86e8da57b4e8 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.943681] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3c33332-22f3-4b69-aa9e-86e8da57b4e8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.943812] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3c33332-22f3-4b69-aa9e-86e8da57b4e8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.944048] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3c33332-22f3-4b69-aa9e-86e8da57b4e8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.944180] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.944340] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.944403] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.944787] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.944787] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.944787] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3c33332-22f3-4b69-aa9e-86e8da57b4e8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.944973] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3c33332-22f3-4b69-aa9e-86e8da57b4e8 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.945087] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3c33332-22f3-4b69-aa9e-86e8da57b4e8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.945138] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3c33332-22f3-4b69-aa9e-86e8da57b4e8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.945333] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3c33332-22f3-4b69-aa9e-86e8da57b4e8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.945515] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.945643] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.945686] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.945827] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.946028] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.946270] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3c33332-22f3-4b69-aa9e-86e8da57b4e8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.946392] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e3c33332-22f3-4b69-aa9e-86e8da57b4e8',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.026183] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-641 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.026450] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-641" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.026587] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-641" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.026911] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-641" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.028279] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.028279] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.028279] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.028514] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.028776] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.029115] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 928.029222] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 928.029342] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 928.029465] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 928.029585] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 928.029704] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 928.029841] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 928.057028] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 928.057028] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 928.057028] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 928.057028] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-641" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.057028] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-5265cb9f-2d4a-435b-89e0-d3b26da3586a taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.057028] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-5265cb9f-2d4a-435b-89e0-d3b26da3586a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.057028] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-5265cb9f-2d4a-435b-89e0-d3b26da3586a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.057028] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-5265cb9f-2d4a-435b-89e0-d3b26da3586a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.057028] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5265cb9f-2d4a-435b-89e0-d3b26da3586a',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.365425] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('325c66f5-4dc7-4250-9342-bc497a020617',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.379683] env[70956]: INFO networking_nsxv3.common.synchronization [req-79ffbc85-db9d-4aa3-8ed9-5877f1f2f179 req-a4e50fda-d90b-4350-b178-d3301466f395 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Enqueued Resource ID: 325c66f5-4dc7-4250-9342-bc497a020617 with Priority: HIGHEST for action security_group_members [ 928.380372] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 325c66f5-4dc7-4250-9342-bc497a020617 with Priority: HIGHEST for action security_group_members [ 928.380677] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-325c66f5-4dc7-4250-9342-bc497a020617 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.380782] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.403011] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.403304] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.403468] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.403779] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.403972] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.404170] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Segment Port 4ffbbca2-2955-4f36-9355-33b846fb8560 not found, creating... [ 928.404735] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.404735] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.404880] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.405089] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.405268] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.405610] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.405824] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.406017] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.406268] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.406953] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.406953] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: 4ffbbca2-2955-4f36-9355-33b846fb8560 is going to be created. [ 928.427060] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.427371] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.427529] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.427917] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.428143] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.428409] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-4ffbbca2-2955-4f36-9355-33b846fb8560" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.450597] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e3c33332-22f3-4b69-aa9e-86e8da57b4e8: rpc.has_security_group_logging(os_id): False [ 928.467685] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.467843] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.467938] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.468179] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.468271] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.469033] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.469033] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.469033] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.469033] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.469033] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.469425] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.469425] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.469425] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.469425] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.469581] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.469643] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.470068] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.470068] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.470068] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.470068] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.470323] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e3c33332-22f3-4b69-aa9e-86e8da57b4e8 is going to be created. [ 928.479348] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71af1fa7-09e1-4689-8a7f-72386cce262d in Status: SUCCESS [ 928.479641] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.543487] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.543487] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.543705] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.543739] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.543959] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.558073] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3c33332-22f3-4b69-aa9e-86e8da57b4e8 in Status: IN_PROGRESS for 2s [ 928.560937] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.560937] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.561167] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.561417] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.561605] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.561774] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Segment Port 5265cb9f-2d4a-435b-89e0-d3b26da3586a not found, creating... [ 928.562058] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.562227] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.562350] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.562611] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.565210] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.565210] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.565210] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.565210] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.565210] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.565210] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.565210] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: 5265cb9f-2d4a-435b-89e0-d3b26da3586a is going to be created. [ 928.590129] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.590129] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.590305] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.590596] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.590744] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.590994] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-5265cb9f-2d4a-435b-89e0-d3b26da3586a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.868137] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.868305] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.868377] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.868591] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.868685] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.868808] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 325c66f5-4dc7-4250-9342-bc497a020617 is going to be updated. [ 928.897594] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.897594] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.897594] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.897594] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.897594] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.907866] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 325c66f5-4dc7-4250-9342-bc497a020617 in Status: IN_PROGRESS for 2s [ 929.385271] env[70956]: INFO networking_nsxv3.common.synchronization [req-51341085-9384-4507-8ad5-f9548e74e136 req-266deb69-a74f-4874-9061-5227fa0e1d20 tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] Enqueued Resource ID: 72f028f4-b22e-4c3d-8173-324a6126249d with Priority: HIGHEST for action security_group_members [ 929.385271] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72f028f4-b22e-4c3d-8173-324a6126249d with Priority: HIGHEST for action security_group_members [ 929.385271] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-72f028f4-b22e-4c3d-8173-324a6126249d taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.385271] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72f028f4-b22e-4c3d-8173-324a6126249d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.385441] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72f028f4-b22e-4c3d-8173-324a6126249d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.385558] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72f028f4-b22e-4c3d-8173-324a6126249d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.386037] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.386152] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.386214] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.386375] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.386458] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.386699] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72f028f4-b22e-4c3d-8173-324a6126249d',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.390285] env[70956]: INFO networking_nsxv3.common.synchronization [req-d931cf9e-2624-494b-8d5d-e34583840224 req-1ff3b31d-21ea-4dba-ace5-9b4633d19571 service nova] Enqueued Resource ID: 6462c02c-4c20-48d5-a619-350aeefaa28a with Priority: HIGHEST for action security_group_rules [ 929.391423] env[70956]: INFO networking_nsxv3.common.synchronization [req-d931cf9e-2624-494b-8d5d-e34583840224 req-1ff3b31d-21ea-4dba-ace5-9b4633d19571 service nova] Enqueued Resource ID: 6462c02c-4c20-48d5-a619-350aeefaa28a with Priority: HIGHEST for action security_group_members [ 929.391423] env[70956]: INFO networking_nsxv3.common.synchronization [req-d931cf9e-2624-494b-8d5d-e34583840224 req-1ff3b31d-21ea-4dba-ace5-9b4633d19571 service nova] Enqueued Resource ID: 4ffbbca2-2955-4f36-9355-33b846fb8560 with Priority: HIGHEST for action port [ 929.391423] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6462c02c-4c20-48d5-a619-350aeefaa28a with Priority: HIGHEST for action security_group_rules [ 929.391423] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6462c02c-4c20-48d5-a619-350aeefaa28a with Priority: HIGHEST for action security_group_members [ 929.391641] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ffbbca2-2955-4f36-9355-33b846fb8560 with Priority: HIGHEST for action port [ 929.391901] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6462c02c-4c20-48d5-a619-350aeefaa28a taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.392047] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6462c02c-4c20-48d5-a619-350aeefaa28a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.392135] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6462c02c-4c20-48d5-a619-350aeefaa28a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.392334] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6462c02c-4c20-48d5-a619-350aeefaa28a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.392434] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6462c02c-4c20-48d5-a619-350aeefaa28a',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.395129] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-6462c02c-4c20-48d5-a619-350aeefaa28a taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.395129] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6462c02c-4c20-48d5-a619-350aeefaa28a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.395129] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6462c02c-4c20-48d5-a619-350aeefaa28a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.395129] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6462c02c-4c20-48d5-a619-350aeefaa28a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.395129] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.395129] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.395129] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.395129] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.395395] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.395395] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6462c02c-4c20-48d5-a619-350aeefaa28a',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.396476] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-4ffbbca2-2955-4f36-9355-33b846fb8560 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.396579] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4ffbbca2-2955-4f36-9355-33b846fb8560" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.397288] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4ffbbca2-2955-4f36-9355-33b846fb8560" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.397288] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4ffbbca2-2955-4f36-9355-33b846fb8560" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.397288] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ffbbca2-2955-4f36-9355-33b846fb8560',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.533043] env[70956]: INFO networking_nsxv3.common.synchronization [req-daef25d1-4f2f-40bf-9943-43337d21d39c req-ec730ff3-fb89-4a9e-addf-f0a97b8aeb2a service nova] Enqueued Resource ID: 71af1fa7-09e1-4689-8a7f-72386cce262d with Priority: HIGHEST for action security_group_rules [ 929.533043] env[70956]: INFO networking_nsxv3.common.synchronization [req-daef25d1-4f2f-40bf-9943-43337d21d39c req-ec730ff3-fb89-4a9e-addf-f0a97b8aeb2a service nova] Enqueued Resource ID: 71af1fa7-09e1-4689-8a7f-72386cce262d with Priority: HIGHEST for action security_group_members [ 929.533043] env[70956]: INFO networking_nsxv3.common.synchronization [req-daef25d1-4f2f-40bf-9943-43337d21d39c req-ec730ff3-fb89-4a9e-addf-f0a97b8aeb2a service nova] Enqueued Resource ID: 5265cb9f-2d4a-435b-89e0-d3b26da3586a with Priority: HIGHEST for action port [ 929.533043] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71af1fa7-09e1-4689-8a7f-72386cce262d with Priority: HIGHEST for action security_group_rules [ 929.533043] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71af1fa7-09e1-4689-8a7f-72386cce262d with Priority: HIGHEST for action security_group_members [ 929.533043] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5265cb9f-2d4a-435b-89e0-d3b26da3586a with Priority: HIGHEST for action port [ 929.533043] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71af1fa7-09e1-4689-8a7f-72386cce262d taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.533043] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.533894] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.533926] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.538115] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71af1fa7-09e1-4689-8a7f-72386cce262d',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.539201] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-71af1fa7-09e1-4689-8a7f-72386cce262d taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.539344] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.539411] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.539632] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.539813] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.539917] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.539975] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.540186] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.540279] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.540373] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71af1fa7-09e1-4689-8a7f-72386cce262d',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.547683] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-5265cb9f-2d4a-435b-89e0-d3b26da3586a taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.547860] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5265cb9f-2d4a-435b-89e0-d3b26da3586a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.547860] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5265cb9f-2d4a-435b-89e0-d3b26da3586a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.548177] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5265cb9f-2d4a-435b-89e0-d3b26da3586a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.548177] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5265cb9f-2d4a-435b-89e0-d3b26da3586a',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.714177] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-244 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.714177] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-244" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.714177] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-244" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.714177] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-244" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.714177] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.714678] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.714924] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.715266] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.715589] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.715923] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 929.716159] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 929.716377] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 929.716657] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 929.716895] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 929.717139] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 929.717374] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 929.740032] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 929.740032] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 929.740032] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 929.740032] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-244" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.740032] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-9507c4fa-ce98-4cb8-8b8c-306d2d135817 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.740032] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-9507c4fa-ce98-4cb8-8b8c-306d2d135817" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.740032] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-9507c4fa-ce98-4cb8-8b8c-306d2d135817" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.740032] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-9507c4fa-ce98-4cb8-8b8c-306d2d135817" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.740032] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9507c4fa-ce98-4cb8-8b8c-306d2d135817',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.888982] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.889237] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.889237] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.889449] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.889555] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.889780] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.890067] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.890067] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.890184] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.890184] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.890270] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72f028f4-b22e-4c3d-8173-324a6126249d already deleted. [ 929.890316] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72f028f4-b22e-4c3d-8173-324a6126249d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.895736] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-6462c02c-4c20-48d5-a619-350aeefaa28a taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.895921] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6462c02c-4c20-48d5-a619-350aeefaa28a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.898370] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6462c02c-4c20-48d5-a619-350aeefaa28a',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.899316] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4ffbbca2-2955-4f36-9355-33b846fb8560 with status ACTIVE [ 929.903022] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.903022] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.903022] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.903022] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.903022] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.903022] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.903022] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.903022] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.903022] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.903022] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.903022] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.903022] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.903022] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.903022] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.903022] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.903022] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4ffbbca2-2955-4f36-9355-33b846fb8560 is going to be updated. [ 929.926137] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.926315] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.926455] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.926578] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.926733] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.927488] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4ffbbca2-2955-4f36-9355-33b846fb8560" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.932240] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 in Status: SUCCESS [ 929.932451] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.048735] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71af1fa7-09e1-4689-8a7f-72386cce262d',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.050121] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-71af1fa7-09e1-4689-8a7f-72386cce262d taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.050489] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.050489] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5265cb9f-2d4a-435b-89e0-d3b26da3586a with status ACTIVE [ 930.050925] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.050925] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.050925] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.051179] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.051179] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.051362] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.051476] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.051534] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.051925] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.051925] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.052121] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.052195] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.052242] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.052447] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.052495] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.052579] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5265cb9f-2d4a-435b-89e0-d3b26da3586a is going to be updated. [ 930.077687] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.077925] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.078109] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.078230] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.078406] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.078608] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5265cb9f-2d4a-435b-89e0-d3b26da3586a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.240688] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.240970] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.241132] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.241411] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.241565] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.241725] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Segment Port 9507c4fa-ce98-4cb8-8b8c-306d2d135817 not found, creating... [ 930.241995] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.242172] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.242291] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.242520] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.242661] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.242966] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.243171] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.243245] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.243449] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.243583] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.243745] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: 9507c4fa-ce98-4cb8-8b8c-306d2d135817 is going to be created. [ 930.262797] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.262965] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.263076] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.263407] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.263604] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.263898] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-9507c4fa-ce98-4cb8-8b8c-306d2d135817" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.407212] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6462c02c-4c20-48d5-a619-350aeefaa28a',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.554946] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71af1fa7-09e1-4689-8a7f-72386cce262d',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.570274] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3c33332-22f3-4b69-aa9e-86e8da57b4e8 in Status: SUCCESS [ 930.570488] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e3c33332-22f3-4b69-aa9e-86e8da57b4e8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.910405] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.910552] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.910620] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.910854] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.911814] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.911814] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6462c02c-4c20-48d5-a619-350aeefaa28a is going to be created. [ 930.922335] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 325c66f5-4dc7-4250-9342-bc497a020617 in Status: SUCCESS [ 930.922335] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.922480] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.922946] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.922946] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.922946] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.923184] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.923184] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.923836] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.923836] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.923836] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-325c66f5-4dc7-4250-9342-bc497a020617 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.923836] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.923836] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.923836] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.924093] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.924093] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.924207] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.925800] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.925800] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.925800] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.925800] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('325c66f5-4dc7-4250-9342-bc497a020617',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.925800] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.925800] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.926048] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.926048] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.926048] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.926178] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.926270] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.926360] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('325c66f5-4dc7-4250-9342-bc497a020617',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.935224] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.935376] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.935432] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.935658] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.935814] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.945223] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6462c02c-4c20-48d5-a619-350aeefaa28a in Status: UNINITIALIZED for 2s [ 931.025529] env[70956]: INFO networking_nsxv3.common.synchronization [req-51341085-9384-4507-8ad5-f9548e74e136 req-dc826fb1-0aef-4216-8acc-e6874103567a service nova] Enqueued Resource ID: 72f028f4-b22e-4c3d-8173-324a6126249d with Priority: HIGHEST for action security_group_rules [ 931.025728] env[70956]: INFO networking_nsxv3.common.synchronization [req-51341085-9384-4507-8ad5-f9548e74e136 req-dc826fb1-0aef-4216-8acc-e6874103567a service nova] Enqueued Resource ID: 72f028f4-b22e-4c3d-8173-324a6126249d with Priority: HIGHEST for action security_group_members [ 931.025872] env[70956]: INFO networking_nsxv3.common.synchronization [req-51341085-9384-4507-8ad5-f9548e74e136 req-dc826fb1-0aef-4216-8acc-e6874103567a service nova] Enqueued Resource ID: 9507c4fa-ce98-4cb8-8b8c-306d2d135817 with Priority: HIGHEST for action port [ 931.026507] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72f028f4-b22e-4c3d-8173-324a6126249d with Priority: HIGHEST for action security_group_rules [ 931.026650] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72f028f4-b22e-4c3d-8173-324a6126249d with Priority: HIGHEST for action security_group_members [ 931.026748] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9507c4fa-ce98-4cb8-8b8c-306d2d135817 with Priority: HIGHEST for action port [ 931.027311] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72f028f4-b22e-4c3d-8173-324a6126249d taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.027478] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72f028f4-b22e-4c3d-8173-324a6126249d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.027547] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72f028f4-b22e-4c3d-8173-324a6126249d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.027855] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72f028f4-b22e-4c3d-8173-324a6126249d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.027943] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72f028f4-b22e-4c3d-8173-324a6126249d',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.029146] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-72f028f4-b22e-4c3d-8173-324a6126249d taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.029314] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72f028f4-b22e-4c3d-8173-324a6126249d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.029402] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72f028f4-b22e-4c3d-8173-324a6126249d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.029587] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72f028f4-b22e-4c3d-8173-324a6126249d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.029743] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.029882] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.029929] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.030059] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.030148] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.030240] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72f028f4-b22e-4c3d-8173-324a6126249d',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.031591] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-9507c4fa-ce98-4cb8-8b8c-306d2d135817 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.031708] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9507c4fa-ce98-4cb8-8b8c-306d2d135817" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.031922] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9507c4fa-ce98-4cb8-8b8c-306d2d135817" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.032194] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9507c4fa-ce98-4cb8-8b8c-306d2d135817" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.032286] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9507c4fa-ce98-4cb8-8b8c-306d2d135817',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.059750] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.059750] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.059750] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.059750] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.059750] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.059750] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71af1fa7-09e1-4689-8a7f-72386cce262d is going to be updated. [ 931.109287] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.109453] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.109453] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.110473] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.110473] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.120883] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71af1fa7-09e1-4689-8a7f-72386cce262d in Status: IN_PROGRESS for 2s [ 931.428416] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 325c66f5-4dc7-4250-9342-bc497a020617: rpc.has_security_group_logging(os_id): False [ 931.429666] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.429805] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.429876] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.430095] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.430184] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.430366] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.430453] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.430513] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.430654] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.430730] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.430819] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 325c66f5-4dc7-4250-9342-bc497a020617 is going to be updated. [ 931.449073] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.449269] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.449325] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.449522] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.449616] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.449810] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.449916] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.449977] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.450153] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.450226] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.450425] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.450533] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.450584] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.450727] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.450860] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.451308] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.451473] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.451574] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.451836] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.451936] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.452071] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 325c66f5-4dc7-4250-9342-bc497a020617 is going to be updated. [ 931.458279] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.458455] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.458494] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.458648] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.458842] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.466290] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 325c66f5-4dc7-4250-9342-bc497a020617 in Status: IN_PROGRESS for 2s [ 931.473727] env[70956]: INFO networking_nsxv3.common.synchronization [req-6a0e6a5e-175e-48a3-8722-5e35670e2726 req-3d17d0b2-385b-4fbc-9810-fdfa6bd1e0d5 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Enqueued Resource ID: 8e7cb093-c160-4200-810a-24193daf0945 with Priority: HIGHEST for action security_group_members [ 931.474684] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e7cb093-c160-4200-810a-24193daf0945 with Priority: HIGHEST for action security_group_members [ 931.475179] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e7cb093-c160-4200-810a-24193daf0945 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.475375] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.475490] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.475752] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.475980] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.476162] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.476264] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.476431] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.476521] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.476724] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e7cb093-c160-4200-810a-24193daf0945',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.515494] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.515741] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.515866] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.516208] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.516438] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.530110] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 325c66f5-4dc7-4250-9342-bc497a020617 in Status: IN_PROGRESS for 2s [ 931.534464] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('72f028f4-b22e-4c3d-8173-324a6126249d',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.535518] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-72f028f4-b22e-4c3d-8173-324a6126249d taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.535628] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72f028f4-b22e-4c3d-8173-324a6126249d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.535789] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9507c4fa-ce98-4cb8-8b8c-306d2d135817 with status ACTIVE [ 931.535946] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.536066] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.536123] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.536319] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.536405] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.536570] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.536665] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.536727] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.536866] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.536941] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.537160] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.537236] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.537274] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.537404] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.537476] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.537559] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9507c4fa-ce98-4cb8-8b8c-306d2d135817 is going to be updated. [ 931.566021] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.569367] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.569367] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.569367] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.569367] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.569367] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9507c4fa-ce98-4cb8-8b8c-306d2d135817" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.775504] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-996 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.775504] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-996" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.775691] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-996" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.775901] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-996" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.776159] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.776344] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.776468] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.776710] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.776860] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.777107] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 931.777238] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 931.777370] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 931.777528] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 931.777608] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 931.777733] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 931.777875] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 931.796871] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 931.796871] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 931.796871] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 931.797170] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-996" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.797315] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-b11c31e7-37c9-4a07-90e7-e2bd8834f620 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.797498] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-b11c31e7-37c9-4a07-90e7-e2bd8834f620" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.797622] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-b11c31e7-37c9-4a07-90e7-e2bd8834f620" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.797996] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-b11c31e7-37c9-4a07-90e7-e2bd8834f620" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.798238] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b11c31e7-37c9-4a07-90e7-e2bd8834f620',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.979522] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.979691] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.979766] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.980031] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.980101] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.980331] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.980443] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.980494] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.981020] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.981020] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.981020] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e7cb093-c160-4200-810a-24193daf0945 is going to be updated. [ 932.004187] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.004280] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.004329] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.004555] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.004728] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.012993] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e7cb093-c160-4200-810a-24193daf0945 in Status: IN_PROGRESS for 2s [ 932.041351] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('72f028f4-b22e-4c3d-8173-324a6126249d',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.300221] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.300491] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.300631] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.301043] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.301239] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.301464] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Segment Port b11c31e7-37c9-4a07-90e7-e2bd8834f620 not found, creating... [ 932.301744] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.301939] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.302095] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.302384] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.302540] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.302870] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.303189] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.303353] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.303592] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.303784] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.303943] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: b11c31e7-37c9-4a07-90e7-e2bd8834f620 is going to be created. [ 932.324362] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.324571] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.324723] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.325087] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.325366] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.325672] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-b11c31e7-37c9-4a07-90e7-e2bd8834f620" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.543300] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.543579] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.543579] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.543803] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.543899] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.544091] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72f028f4-b22e-4c3d-8173-324a6126249d is going to be created. [ 932.569046] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.569046] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.569046] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.569046] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.569489] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.579425] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72f028f4-b22e-4c3d-8173-324a6126249d in Status: UNINITIALIZED for 2s [ 932.955321] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6462c02c-4c20-48d5-a619-350aeefaa28a in Status: SUCCESS [ 932.955507] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6462c02c-4c20-48d5-a619-350aeefaa28a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.955685] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6462c02c-4c20-48d5-a619-350aeefaa28a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.955969] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6462c02c-4c20-48d5-a619-350aeefaa28a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.956270] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.956498] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.956613] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.956897] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.957103] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.957241] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6462c02c-4c20-48d5-a619-350aeefaa28a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.957406] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6462c02c-4c20-48d5-a619-350aeefaa28a',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.067370] env[70956]: INFO networking_nsxv3.common.synchronization [req-6a0e6a5e-175e-48a3-8722-5e35670e2726 req-87e70306-dea3-46b6-a26f-735930ef9a1f service nova] Enqueued Resource ID: 8e7cb093-c160-4200-810a-24193daf0945 with Priority: HIGHEST for action security_group_rules [ 933.067538] env[70956]: INFO networking_nsxv3.common.synchronization [req-6a0e6a5e-175e-48a3-8722-5e35670e2726 req-87e70306-dea3-46b6-a26f-735930ef9a1f service nova] Enqueued Resource ID: 8e7cb093-c160-4200-810a-24193daf0945 with Priority: HIGHEST for action security_group_members [ 933.067629] env[70956]: INFO networking_nsxv3.common.synchronization [req-6a0e6a5e-175e-48a3-8722-5e35670e2726 req-87e70306-dea3-46b6-a26f-735930ef9a1f service nova] Enqueued Resource ID: b11c31e7-37c9-4a07-90e7-e2bd8834f620 with Priority: HIGHEST for action port [ 933.067881] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e7cb093-c160-4200-810a-24193daf0945 with Priority: HIGHEST for action security_group_rules [ 933.068047] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e7cb093-c160-4200-810a-24193daf0945 with Priority: HIGHEST for action security_group_members [ 933.068170] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b11c31e7-37c9-4a07-90e7-e2bd8834f620 with Priority: HIGHEST for action port [ 933.068738] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e7cb093-c160-4200-810a-24193daf0945 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.068865] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.068937] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.069281] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.069400] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e7cb093-c160-4200-810a-24193daf0945',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.070323] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e7cb093-c160-4200-810a-24193daf0945 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.070462] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.070694] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-b11c31e7-37c9-4a07-90e7-e2bd8834f620 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.070848] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b11c31e7-37c9-4a07-90e7-e2bd8834f620" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.071010] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b11c31e7-37c9-4a07-90e7-e2bd8834f620" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.071246] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b11c31e7-37c9-4a07-90e7-e2bd8834f620" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.071389] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b11c31e7-37c9-4a07-90e7-e2bd8834f620',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.130739] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71af1fa7-09e1-4689-8a7f-72386cce262d in Status: SUCCESS [ 933.131083] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.131325] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.131592] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.131864] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.132068] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.132175] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.132413] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.132512] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.132657] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.132764] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('71af1fa7-09e1-4689-8a7f-72386cce262d',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.460028] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6462c02c-4c20-48d5-a619-350aeefaa28a',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.475888] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 325c66f5-4dc7-4250-9342-bc497a020617 in Status: SUCCESS [ 933.476027] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 325c66f5-4dc7-4250-9342-bc497a020617 deletion is rescheduled due to dependency. [ 933.476135] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.545981] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 325c66f5-4dc7-4250-9342-bc497a020617 in Status: SUCCESS [ 933.546265] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.573067] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e7cb093-c160-4200-810a-24193daf0945 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.573424] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.573424] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b11c31e7-37c9-4a07-90e7-e2bd8834f620 with status ACTIVE [ 933.574091] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.574091] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.574091] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.574091] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.574294] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.574406] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.574625] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.574666] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.574830] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.574912] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.575143] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.575261] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.575313] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.575479] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.575582] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.575673] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b11c31e7-37c9-4a07-90e7-e2bd8834f620 is going to be updated. [ 933.598305] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.598438] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.598580] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.598999] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.598999] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.599112] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b11c31e7-37c9-4a07-90e7-e2bd8834f620" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.635191] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-71af1fa7-09e1-4689-8a7f-72386cce262d taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.635380] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.635429] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.635653] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.635820] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.636016] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.636016] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.636131] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.636220] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.636308] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.636452] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-71af1fa7-09e1-4689-8a7f-72386cce262d taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.636543] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.636605] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.636813] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.636894] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.636974] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.637056] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.637268] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.637541] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.637541] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.637541] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('71af1fa7-09e1-4689-8a7f-72386cce262d',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.962274] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6462c02c-4c20-48d5-a619-350aeefaa28a: rpc.has_security_group_logging(os_id): False [ 933.983750] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.986029] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.986029] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.986029] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.986029] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.986029] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.986029] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.986029] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.986029] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.986029] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.986029] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6462c02c-4c20-48d5-a619-350aeefaa28a is going to be created. [ 934.024309] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e7cb093-c160-4200-810a-24193daf0945 in Status: SUCCESS [ 934.024309] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e7cb093-c160-4200-810a-24193daf0945 deletion is rescheduled due to dependency. [ 934.024309] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.024309] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.024309] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.024309] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.024309] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.024309] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.024309] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.024309] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.024309] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e7cb093-c160-4200-810a-24193daf0945',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.042975] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.042975] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.042975] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.042975] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.042975] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.052537] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6462c02c-4c20-48d5-a619-350aeefaa28a in Status: IN_PROGRESS for 2s [ 934.142528] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 71af1fa7-09e1-4689-8a7f-72386cce262d: rpc.has_security_group_logging(os_id): False [ 934.164034] env[70956]: INFO networking_nsxv3.common.synchronization [req-8dcb2ef4-499e-44b6-9646-9603fa60875e req-bf18e2b3-5d7a-48ac-9000-eea4312dbecb tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Enqueued Resource ID: 65518df3-fa74-4cc4-bc12-e13005594074 with Priority: HIGHEST for action security_group_members [ 934.169030] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.169030] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.169030] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.169030] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.169030] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.169030] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.169030] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.169030] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.169030] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.169030] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.169030] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.169030] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.169030] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.169030] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.169030] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.169698] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.169698] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.169698] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.169698] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.169698] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.169698] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71af1fa7-09e1-4689-8a7f-72386cce262d is going to be updated. [ 934.170526] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65518df3-fa74-4cc4-bc12-e13005594074 with Priority: HIGHEST for action security_group_members [ 934.171309] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-65518df3-fa74-4cc4-bc12-e13005594074 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.171563] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65518df3-fa74-4cc4-bc12-e13005594074" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.171730] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65518df3-fa74-4cc4-bc12-e13005594074" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.171997] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65518df3-fa74-4cc4-bc12-e13005594074" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.172303] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.172538] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.172692] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.172949] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.173793] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.175813] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65518df3-fa74-4cc4-bc12-e13005594074',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.248676] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.248676] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.248676] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.248676] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.248676] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.263590] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71af1fa7-09e1-4689-8a7f-72386cce262d in Status: IN_PROGRESS for 2s [ 934.428125] env[70956]: INFO networking_nsxv3.common.synchronization [req-b1201d49-e14b-4eee-bbc2-9ecf39643f21 req-9cf7cf5d-4ed1-46ea-95de-fd6f96fed93a tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Enqueued Resource ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 with Priority: HIGHEST for action security_group_members [ 934.428125] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 with Priority: HIGHEST for action security_group_members [ 934.428125] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.428125] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.428125] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.428125] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.428571] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.428829] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.429038] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.429296] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.429498] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.429694] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f021a11d-33ee-470b-8d8b-d8d661b0eaf4',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.526885] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e7cb093-c160-4200-810a-24193daf0945',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.592009] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72f028f4-b22e-4c3d-8173-324a6126249d in Status: SUCCESS [ 934.592009] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72f028f4-b22e-4c3d-8173-324a6126249d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.592009] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72f028f4-b22e-4c3d-8173-324a6126249d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.592009] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72f028f4-b22e-4c3d-8173-324a6126249d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.592009] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.592009] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.592009] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.592009] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.592009] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.592009] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72f028f4-b22e-4c3d-8173-324a6126249d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.592009] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('72f028f4-b22e-4c3d-8173-324a6126249d',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.680315] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.680315] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.680315] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.680315] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.680315] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.680315] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.680315] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.680315] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.680315] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.680315] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.680315] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65518df3-fa74-4cc4-bc12-e13005594074 is going to be updated. [ 934.708576] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.708576] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.708576] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.708576] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.708576] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.714904] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65518df3-fa74-4cc4-bc12-e13005594074 in Status: IN_PROGRESS for 2s [ 934.864024] env[70956]: INFO networking_nsxv3.common.synchronization [req-33fd73c6-170c-4f40-bafa-2d1f09ad6a53 req-24553428-6973-4636-8cb3-10181dd3276d tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Enqueued Resource ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 with Priority: HIGHEST for action security_group_members [ 934.864024] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 with Priority: HIGHEST for action security_group_members [ 934.864024] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d09f0e2-4e07-43f7-ba53-6600d30c7795 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.864024] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.864024] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.864024] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.864024] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.864024] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.864024] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.864024] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.864024] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.864024] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d09f0e2-4e07-43f7-ba53-6600d30c7795',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.932029] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.933636] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.933636] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.933636] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.933636] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.933636] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.933636] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.935575] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.935575] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.935575] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.935575] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 is going to be updated. [ 934.973102] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.973102] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.973102] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.973102] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.973102] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.985613] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 in Status: IN_PROGRESS for 2s [ 935.029198] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e7cb093-c160-4200-810a-24193daf0945',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.097267] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-72f028f4-b22e-4c3d-8173-324a6126249d taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.097267] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72f028f4-b22e-4c3d-8173-324a6126249d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.097267] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72f028f4-b22e-4c3d-8173-324a6126249d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.097267] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72f028f4-b22e-4c3d-8173-324a6126249d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.097267] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.097267] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.097267] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.097267] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.097267] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.097267] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72f028f4-b22e-4c3d-8173-324a6126249d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.097267] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-72f028f4-b22e-4c3d-8173-324a6126249d taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.097267] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72f028f4-b22e-4c3d-8173-324a6126249d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.097267] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72f028f4-b22e-4c3d-8173-324a6126249d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.097267] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72f028f4-b22e-4c3d-8173-324a6126249d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.097267] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.097267] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.097787] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.097787] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.097787] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.097787] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72f028f4-b22e-4c3d-8173-324a6126249d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.097787] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('72f028f4-b22e-4c3d-8173-324a6126249d',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.365342] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d09f0e2-4e07-43f7-ba53-6600d30c7795',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.531690] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.531690] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.531690] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.531934] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.531934] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.532123] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e7cb093-c160-4200-810a-24193daf0945 is going to be updated. [ 935.559335] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.559612] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.559713] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.560097] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.560362] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.570210] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e7cb093-c160-4200-810a-24193daf0945 in Status: IN_PROGRESS for 2s [ 935.601888] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 72f028f4-b22e-4c3d-8173-324a6126249d: rpc.has_security_group_logging(os_id): False [ 935.637195] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.640508] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.640508] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.640508] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.640508] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.640508] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.640508] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.640508] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.640508] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.640508] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.640508] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.640508] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.640508] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.640508] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.640508] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.641222] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.641222] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.641222] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.641222] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.641222] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.641222] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72f028f4-b22e-4c3d-8173-324a6126249d is going to be created. [ 935.644245] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-434 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.644399] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-434" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.645286] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-434" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.645286] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-434" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.645286] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.645286] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.645286] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.645554] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.645639] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.646327] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 935.646327] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 935.646327] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 935.646327] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 935.646327] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 935.646717] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 935.646717] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 935.665617] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 935.665807] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 935.665957] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 935.666156] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-434" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.667580] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-f9af1b48-523e-4c62-b0cf-53a435201ebf taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.667853] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-f9af1b48-523e-4c62-b0cf-53a435201ebf" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.667980] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-f9af1b48-523e-4c62-b0cf-53a435201ebf" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.670379] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-f9af1b48-523e-4c62-b0cf-53a435201ebf" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.670564] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9af1b48-523e-4c62-b0cf-53a435201ebf',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.709335] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.709517] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.709562] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.709751] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.709935] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.719802] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72f028f4-b22e-4c3d-8173-324a6126249d in Status: IN_PROGRESS for 2s [ 935.867759] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d09f0e2-4e07-43f7-ba53-6600d30c7795',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.063504] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6462c02c-4c20-48d5-a619-350aeefaa28a in Status: SUCCESS [ 936.063994] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6462c02c-4c20-48d5-a619-350aeefaa28a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.173655] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.173910] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.174061] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.174365] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.174521] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.174683] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Segment Port f9af1b48-523e-4c62-b0cf-53a435201ebf not found, creating... [ 936.174954] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.175171] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.175299] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.175525] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.175668] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.175986] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.176404] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.176547] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.176766] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.176909] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.177717] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: f9af1b48-523e-4c62-b0cf-53a435201ebf is going to be created. [ 936.205053] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.205211] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.205380] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.205668] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.205945] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.206155] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-f9af1b48-523e-4c62-b0cf-53a435201ebf" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.308775] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71af1fa7-09e1-4689-8a7f-72386cce262d in Status: SUCCESS [ 936.309105] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.371688] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.371688] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.371688] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.371688] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.372385] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.372385] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 is going to be updated. [ 936.411175] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.412136] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.412136] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.412136] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.412136] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.421236] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 in Status: IN_PROGRESS for 2s [ 936.723870] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65518df3-fa74-4cc4-bc12-e13005594074 in Status: SUCCESS [ 936.723870] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65518df3-fa74-4cc4-bc12-e13005594074 deletion is rescheduled due to dependency. [ 936.724245] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65518df3-fa74-4cc4-bc12-e13005594074" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.995733] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 in Status: SUCCESS [ 936.996311] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 deletion is rescheduled due to dependency. [ 936.996616] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.264729] env[70956]: INFO networking_nsxv3.common.synchronization [req-3ce7d7bb-d09f-4b52-8b3f-d3e104a043f5 req-c32f3b13-1131-48e4-ac6a-b4898465d578 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] Enqueued Resource ID: 24aa57d1-790e-42e7-9290-272596a0a919 with Priority: HIGHEST for action security_group_members [ 937.265461] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24aa57d1-790e-42e7-9290-272596a0a919 with Priority: HIGHEST for action security_group_members [ 937.266247] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-24aa57d1-790e-42e7-9290-272596a0a919 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.266396] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24aa57d1-790e-42e7-9290-272596a0a919" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.266461] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24aa57d1-790e-42e7-9290-272596a0a919" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.266626] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24aa57d1-790e-42e7-9290-272596a0a919" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.266793] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.266881] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.266940] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.267216] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.267299] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.267398] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24aa57d1-790e-42e7-9290-272596a0a919',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.403896] env[70956]: INFO networking_nsxv3.common.synchronization [req-b1201d49-e14b-4eee-bbc2-9ecf39643f21 req-f04c751c-36c4-489c-8404-41f4729e06fb service nova] Enqueued Resource ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 with Priority: HIGHEST for action security_group_rules [ 937.408421] env[70956]: INFO networking_nsxv3.common.synchronization [req-b1201d49-e14b-4eee-bbc2-9ecf39643f21 req-f04c751c-36c4-489c-8404-41f4729e06fb service nova] Enqueued Resource ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 with Priority: HIGHEST for action security_group_members [ 937.408599] env[70956]: INFO networking_nsxv3.common.synchronization [req-b1201d49-e14b-4eee-bbc2-9ecf39643f21 req-f04c751c-36c4-489c-8404-41f4729e06fb service nova] Enqueued Resource ID: f9af1b48-523e-4c62-b0cf-53a435201ebf with Priority: HIGHEST for action port [ 937.409276] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 with Priority: HIGHEST for action security_group_rules [ 937.409421] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 with Priority: HIGHEST for action security_group_members [ 937.409521] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9af1b48-523e-4c62-b0cf-53a435201ebf with Priority: HIGHEST for action port [ 937.409808] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f021a11d-33ee-470b-8d8b-d8d661b0eaf4 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.409933] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.410008] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.410238] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.410343] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f021a11d-33ee-470b-8d8b-d8d661b0eaf4',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.413033] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.413033] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.413033] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.413033] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.413033] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.413033] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.413033] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.413033] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.413033] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.413033] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f021a11d-33ee-470b-8d8b-d8d661b0eaf4',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.414169] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-f9af1b48-523e-4c62-b0cf-53a435201ebf taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.414378] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f9af1b48-523e-4c62-b0cf-53a435201ebf" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.414378] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f9af1b48-523e-4c62-b0cf-53a435201ebf" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.414475] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f9af1b48-523e-4c62-b0cf-53a435201ebf" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.414537] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9af1b48-523e-4c62-b0cf-53a435201ebf',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.579357] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e7cb093-c160-4200-810a-24193daf0945 in Status: IN_PROGRESS for 4s [ 937.732077] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72f028f4-b22e-4c3d-8173-324a6126249d in Status: SUCCESS [ 937.732373] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72f028f4-b22e-4c3d-8173-324a6126249d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.770916] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.771152] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.771228] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.771472] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.772501] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.772501] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.772501] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.772501] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.772501] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.772501] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.772501] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24aa57d1-790e-42e7-9290-272596a0a919 is going to be updated. [ 937.797719] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.797945] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.797945] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.798251] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.798355] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.805909] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24aa57d1-790e-42e7-9290-272596a0a919 in Status: IN_PROGRESS for 2s [ 937.916690] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f021a11d-33ee-470b-8d8b-d8d661b0eaf4',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.918132] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.918251] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.918864] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f9af1b48-523e-4c62-b0cf-53a435201ebf with status ACTIVE [ 937.918864] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.918864] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.918864] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.919094] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.919211] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.919440] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.919610] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.919664] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.919837] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.919925] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.920144] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.920278] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.920348] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.920546] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.920617] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.920724] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f9af1b48-523e-4c62-b0cf-53a435201ebf is going to be updated. [ 937.941692] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.941849] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.941929] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.942223] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.942376] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.942568] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f9af1b48-523e-4c62-b0cf-53a435201ebf" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.427310] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f021a11d-33ee-470b-8d8b-d8d661b0eaf4',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.432567] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 in Status: SUCCESS [ 938.432788] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.930598] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.931238] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.931238] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.931238] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.931504] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.931504] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 is going to be updated. [ 938.958454] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.958454] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.958666] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.958732] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.958906] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.966273] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 in Status: IN_PROGRESS for 2s [ 939.597068] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e7cb093-c160-4200-810a-24193daf0945 in Status: SUCCESS [ 939.597068] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.597068] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.597068] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.597068] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.597068] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.597068] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.597068] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.597068] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.597068] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.597068] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8e7cb093-c160-4200-810a-24193daf0945',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.816087] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24aa57d1-790e-42e7-9290-272596a0a919 in Status: SUCCESS [ 939.816249] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24aa57d1-790e-42e7-9290-272596a0a919 deletion is rescheduled due to dependency. [ 939.817671] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24aa57d1-790e-42e7-9290-272596a0a919" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.103410] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e7cb093-c160-4200-810a-24193daf0945 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.103705] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.103705] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.103856] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.104032] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.104131] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.104192] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.104337] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.104419] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.106022] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.106022] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e7cb093-c160-4200-810a-24193daf0945 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.106022] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.106022] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.106022] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.106022] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.106431] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.106431] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.106431] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.106431] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.106537] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.106537] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8e7cb093-c160-4200-810a-24193daf0945',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.611832] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8e7cb093-c160-4200-810a-24193daf0945: rpc.has_security_group_logging(os_id): False [ 940.631576] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.631705] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.631872] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.632023] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.632088] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.633670] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.633938] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.634039] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.634172] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.634270] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.634451] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.634591] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.634591] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.634735] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.634804] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.634987] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.635516] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.635615] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.635730] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.635823] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.635895] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e7cb093-c160-4200-810a-24193daf0945 is going to be updated. [ 940.707347] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.707519] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.707746] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.707985] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.708180] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.720248] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e7cb093-c160-4200-810a-24193daf0945 in Status: IN_PROGRESS for 2s [ 940.982089] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 in Status: SUCCESS [ 940.982306] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.982472] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.982685] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.982891] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.983028] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.984117] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.984117] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.984117] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.984117] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.984117] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f021a11d-33ee-470b-8d8b-d8d661b0eaf4',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.489500] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.489937] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.489937] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.489937] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.490767] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.490767] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.490767] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.490767] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.490767] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.490767] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.490767] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.490767] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.491199] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.491199] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.491254] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.491382] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.491382] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.491563] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.491613] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.491658] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.495117] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f021a11d-33ee-470b-8d8b-d8d661b0eaf4',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.997246] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f021a11d-33ee-470b-8d8b-d8d661b0eaf4: rpc.has_security_group_logging(os_id): False [ 942.014938] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.015448] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.015448] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.015448] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.015448] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.015675] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.015768] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.015828] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.015978] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.016063] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.016243] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.016331] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.016391] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.016747] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.016895] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.017596] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.018322] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.018322] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.018322] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.018322] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.018322] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 is going to be updated. [ 942.099236] env[70956]: INFO networking_nsxv3.common.synchronization [req-9d5537b5-a971-48a5-8d43-a37d11bca293 req-580e434c-87e7-4c52-a2a5-4fefe2271156 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Enqueued Resource ID: b90006a1-dca4-4c61-8699-a7437595fd6e with Priority: HIGHEST for action security_group_members [ 942.099236] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b90006a1-dca4-4c61-8699-a7437595fd6e with Priority: HIGHEST for action security_group_members [ 942.099518] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-b90006a1-dca4-4c61-8699-a7437595fd6e taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.100776] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b90006a1-dca4-4c61-8699-a7437595fd6e" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.100776] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b90006a1-dca4-4c61-8699-a7437595fd6e" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.104331] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b90006a1-dca4-4c61-8699-a7437595fd6e" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.104647] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.104647] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.104821] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.104951] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.104996] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.105106] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b90006a1-dca4-4c61-8699-a7437595fd6e',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.200604] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.200604] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.200604] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.200604] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.200604] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.209865] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 in Status: IN_PROGRESS for 2s [ 942.215345] env[70956]: INFO networking_nsxv3.common.synchronization [req-37bbaaca-3481-4d31-8971-75e077c253d7 req-109a658e-1b50-45a2-8a30-a7e9420d1353 tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] Enqueued Resource ID: 32f555d4-ad34-4452-98fc-424f549cb1ea with Priority: HIGHEST for action security_group_members [ 942.215887] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32f555d4-ad34-4452-98fc-424f549cb1ea with Priority: HIGHEST for action security_group_members [ 942.216206] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-32f555d4-ad34-4452-98fc-424f549cb1ea taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.216332] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32f555d4-ad34-4452-98fc-424f549cb1ea" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.216452] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32f555d4-ad34-4452-98fc-424f549cb1ea" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.216592] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32f555d4-ad34-4452-98fc-424f549cb1ea" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.216739] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.216838] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.216901] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.217048] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.217136] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.217228] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('32f555d4-ad34-4452-98fc-424f549cb1ea',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.300669] env[70956]: INFO networking_nsxv3.common.synchronization [req-fad3a54c-0860-45cc-8c30-a4977b39b6f9 req-f6e101f2-0287-410e-a340-d75819af755b tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Enqueued Resource ID: b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c with Priority: HIGHEST for action security_group_members [ 942.301790] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c with Priority: HIGHEST for action security_group_members [ 942.302204] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.302363] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.302467] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.302718] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.303749] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.304045] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.304045] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.304212] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.304307] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.304421] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.608587] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.609017] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.609017] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.609194] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.609194] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.609355] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.609689] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.609689] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.609774] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.609803] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.609902] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b90006a1-dca4-4c61-8699-a7437595fd6e already deleted. [ 942.609963] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b90006a1-dca4-4c61-8699-a7437595fd6e" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.719589] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.719783] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.719839] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.720026] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.737848] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e7cb093-c160-4200-810a-24193daf0945 in Status: SUCCESS [ 942.738248] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.746265] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.746265] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.746265] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.746265] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.746438] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.746438] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.746492] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32f555d4-ad34-4452-98fc-424f549cb1ea is going to be updated. [ 942.771583] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.771764] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.771815] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.772255] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.772427] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.782107] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32f555d4-ad34-4452-98fc-424f549cb1ea in Status: IN_PROGRESS for 2s [ 942.806999] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.807248] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.807360] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.807592] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.807711] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.807928] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.808054] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.808119] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.812020] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.812020] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.812020] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c is going to be updated. [ 942.837447] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.837447] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.837447] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.837447] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.837447] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.845551] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c in Status: IN_PROGRESS for 2s [ 943.177699] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-859 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.177912] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-859" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.178068] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-859" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.178839] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-859" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.180754] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.180983] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.181133] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.181385] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.181539] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.181759] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 943.181881] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 943.181998] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 943.182123] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 943.182238] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 943.182350] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 943.182490] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 943.199713] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 943.199887] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 943.200088] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 943.200352] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-859" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.200691] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-568d29e4-fda2-4ffe-9d34-817f4384c5e8 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.200923] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-568d29e4-fda2-4ffe-9d34-817f4384c5e8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.201213] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-568d29e4-fda2-4ffe-9d34-817f4384c5e8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.201403] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-568d29e4-fda2-4ffe-9d34-817f4384c5e8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.201528] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('568d29e4-fda2-4ffe-9d34-817f4384c5e8',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.299570] env[70956]: INFO networking_nsxv3.common.synchronization [None req-251bf8a5-c460-4049-b3a7-4ace7f5438ac None None] Enqueued Resource ID: 816c6a1b-ddf4-4948-ad09-88dafd31d40d with Priority: HIGHEST for action port [ 943.300369] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 816c6a1b-ddf4-4948-ad09-88dafd31d40d with Priority: HIGHEST for action port [ 943.300720] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-816c6a1b-ddf4-4948-ad09-88dafd31d40d taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.300888] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-816c6a1b-ddf4-4948-ad09-88dafd31d40d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.300986] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-816c6a1b-ddf4-4948-ad09-88dafd31d40d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.302820] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-816c6a1b-ddf4-4948-ad09-88dafd31d40d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.302933] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('816c6a1b-ddf4-4948-ad09-88dafd31d40d',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.711343] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.711343] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.711343] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.711343] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.711343] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.711343] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Segment Port 568d29e4-fda2-4ffe-9d34-817f4384c5e8 not found, creating... [ 943.711343] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.711343] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.711343] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.711343] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.711343] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.713768] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.713768] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.713768] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.713768] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.713768] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.713768] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: 568d29e4-fda2-4ffe-9d34-817f4384c5e8 is going to be created. [ 943.733341] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.733804] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.734077] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.734472] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.734840] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.735259] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-568d29e4-fda2-4ffe-9d34-817f4384c5e8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.806495] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 816c6a1b-ddf4-4948-ad09-88dafd31d40d [ 943.806733] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.806870] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.806932] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.807263] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.807263] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.807392] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:816c6a1b-ddf4-4948-ad09-88dafd31d40d already deleted. [ 943.807446] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-816c6a1b-ddf4-4948-ad09-88dafd31d40d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.225233] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 in Status: SUCCESS [ 944.225233] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.304662] env[70956]: INFO networking_nsxv3.common.synchronization [req-a9090d54-446e-4f8c-a034-7225c6da5d44 req-fb947503-57d4-4eb2-b82e-020db963a5fe tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Enqueued Resource ID: dfd45fa7-fdf9-4176-8c38-b361ac0897f3 with Priority: HIGHEST for action security_group_members [ 944.305211] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfd45fa7-fdf9-4176-8c38-b361ac0897f3 with Priority: HIGHEST for action security_group_members [ 944.305527] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfd45fa7-fdf9-4176-8c38-b361ac0897f3 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.305653] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfd45fa7-fdf9-4176-8c38-b361ac0897f3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.305736] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfd45fa7-fdf9-4176-8c38-b361ac0897f3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.305922] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfd45fa7-fdf9-4176-8c38-b361ac0897f3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.308685] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.309081] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.309282] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.309786] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.310258] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.310258] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfd45fa7-fdf9-4176-8c38-b361ac0897f3',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.469866] env[70956]: INFO networking_nsxv3.common.synchronization [req-12fedf4a-917e-4a29-99d2-2074adee12c0 req-007c0b66-8f9b-4cb1-8214-ab683748f25e tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Enqueued Resource ID: 95d81304-fa63-4814-bcbe-9bcca0df4cda with Priority: HIGHEST for action security_group_members [ 944.473398] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95d81304-fa63-4814-bcbe-9bcca0df4cda with Priority: HIGHEST for action security_group_members [ 944.474463] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-95d81304-fa63-4814-bcbe-9bcca0df4cda taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.474639] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95d81304-fa63-4814-bcbe-9bcca0df4cda" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.474732] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95d81304-fa63-4814-bcbe-9bcca0df4cda" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.474991] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95d81304-fa63-4814-bcbe-9bcca0df4cda" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.475233] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.475401] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.475495] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.475710] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.475835] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.475963] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95d81304-fa63-4814-bcbe-9bcca0df4cda',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.794640] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32f555d4-ad34-4452-98fc-424f549cb1ea in Status: SUCCESS [ 944.794960] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32f555d4-ad34-4452-98fc-424f549cb1ea deletion is rescheduled due to dependency. [ 944.794960] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32f555d4-ad34-4452-98fc-424f549cb1ea" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.813097] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.813430] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.813430] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.813628] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.813722] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.813944] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.814064] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.814130] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.814373] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.814977] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.814977] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfd45fa7-fdf9-4176-8c38-b361ac0897f3 is going to be updated. [ 944.839722] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.839722] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.839722] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.839722] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.839722] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.851064] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfd45fa7-fdf9-4176-8c38-b361ac0897f3 in Status: IN_PROGRESS for 2s [ 944.854815] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c in Status: SUCCESS [ 944.855364] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c deletion is rescheduled due to dependency. [ 944.855364] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.966786] env[70956]: INFO networking_nsxv3.common.synchronization [req-9d5537b5-a971-48a5-8d43-a37d11bca293 req-b64e45dc-adbc-43a3-99a1-c23400859ab2 service nova] Enqueued Resource ID: b90006a1-dca4-4c61-8699-a7437595fd6e with Priority: HIGHEST for action security_group_rules [ 944.967023] env[70956]: INFO networking_nsxv3.common.synchronization [req-9d5537b5-a971-48a5-8d43-a37d11bca293 req-b64e45dc-adbc-43a3-99a1-c23400859ab2 service nova] Enqueued Resource ID: b90006a1-dca4-4c61-8699-a7437595fd6e with Priority: HIGHEST for action security_group_members [ 944.967259] env[70956]: INFO networking_nsxv3.common.synchronization [req-9d5537b5-a971-48a5-8d43-a37d11bca293 req-b64e45dc-adbc-43a3-99a1-c23400859ab2 service nova] Enqueued Resource ID: 568d29e4-fda2-4ffe-9d34-817f4384c5e8 with Priority: HIGHEST for action port [ 944.967935] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b90006a1-dca4-4c61-8699-a7437595fd6e with Priority: HIGHEST for action security_group_rules [ 944.968109] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b90006a1-dca4-4c61-8699-a7437595fd6e with Priority: HIGHEST for action security_group_members [ 944.968212] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 568d29e4-fda2-4ffe-9d34-817f4384c5e8 with Priority: HIGHEST for action port [ 944.968498] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b90006a1-dca4-4c61-8699-a7437595fd6e taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.968617] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b90006a1-dca4-4c61-8699-a7437595fd6e" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.968745] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b90006a1-dca4-4c61-8699-a7437595fd6e" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.968934] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b90006a1-dca4-4c61-8699-a7437595fd6e" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.969039] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b90006a1-dca4-4c61-8699-a7437595fd6e',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.970288] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-b90006a1-dca4-4c61-8699-a7437595fd6e taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.970288] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b90006a1-dca4-4c61-8699-a7437595fd6e" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.970288] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b90006a1-dca4-4c61-8699-a7437595fd6e" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.970497] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b90006a1-dca4-4c61-8699-a7437595fd6e" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.970497] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.971259] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.971322] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.971481] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.971606] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.972616] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b90006a1-dca4-4c61-8699-a7437595fd6e',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.974574] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-568d29e4-fda2-4ffe-9d34-817f4384c5e8 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.974712] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-568d29e4-fda2-4ffe-9d34-817f4384c5e8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.974779] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-568d29e4-fda2-4ffe-9d34-817f4384c5e8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.974981] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-568d29e4-fda2-4ffe-9d34-817f4384c5e8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.974981] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('568d29e4-fda2-4ffe-9d34-817f4384c5e8',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.980094] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.980094] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.980094] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.980094] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.980094] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.980094] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.980094] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.980094] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.980094] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.980094] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.980094] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95d81304-fa63-4814-bcbe-9bcca0df4cda is going to be updated. [ 945.008340] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.008508] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.008581] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.009197] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.009197] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.018645] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95d81304-fa63-4814-bcbe-9bcca0df4cda in Status: IN_PROGRESS for 2s [ 945.120047] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-74 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.120047] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-74" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.120047] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-74" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.120047] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-74" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.120047] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.120047] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.120945] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.121318] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.121573] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.121878] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 945.122204] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 945.122410] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 945.122621] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 945.122892] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 945.123184] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 945.123419] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 945.142146] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 945.142336] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 945.142728] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 945.142728] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-74" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.142905] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-ebf7a8c5-3718-4890-ae27-253bf3f26abf taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.143105] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-ebf7a8c5-3718-4890-ae27-253bf3f26abf" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.143230] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-ebf7a8c5-3718-4890-ae27-253bf3f26abf" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.143566] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-ebf7a8c5-3718-4890-ae27-253bf3f26abf" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.143711] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebf7a8c5-3718-4890-ae27-253bf3f26abf',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.478183] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-b90006a1-dca4-4c61-8699-a7437595fd6e taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.478441] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b90006a1-dca4-4c61-8699-a7437595fd6e" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.478672] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b90006a1-dca4-4c61-8699-a7437595fd6e',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.480973] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 568d29e4-fda2-4ffe-9d34-817f4384c5e8 with status ACTIVE [ 945.480973] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.480973] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.480973] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.480973] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.480973] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.480973] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.480973] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.480973] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.480973] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.480973] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.481614] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.481614] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.481614] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.483707] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.483707] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.483707] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 568d29e4-fda2-4ffe-9d34-817f4384c5e8 is going to be updated. [ 945.503767] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.503923] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.503989] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.504303] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.504447] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.504615] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-568d29e4-fda2-4ffe-9d34-817f4384c5e8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.521534] env[70956]: INFO networking_nsxv3.common.synchronization [req-005a95a8-0062-4c4c-9628-c4e21050837c req-c0824369-ae04-46f5-839e-af89cd8baf07 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Enqueued Resource ID: 71af1fa7-09e1-4689-8a7f-72386cce262d with Priority: HIGHEST for action security_group_members [ 945.523309] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71af1fa7-09e1-4689-8a7f-72386cce262d with Priority: HIGHEST for action security_group_members [ 945.523309] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-71af1fa7-09e1-4689-8a7f-72386cce262d taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.523639] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.523786] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.523991] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.524064] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.524138] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.524194] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.524338] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.524418] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.524738] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71af1fa7-09e1-4689-8a7f-72386cce262d',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.647365] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.647611] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.647744] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.648046] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.648582] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.648582] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Segment Port ebf7a8c5-3718-4890-ae27-253bf3f26abf not found, creating... [ 945.648745] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.651523] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.651523] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.651523] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.651523] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.651523] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.651523] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.651523] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.651952] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.652226] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.652407] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: ebf7a8c5-3718-4890-ae27-253bf3f26abf is going to be created. [ 945.675917] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.676154] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.676312] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.676569] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.676794] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.677042] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-ebf7a8c5-3718-4890-ae27-253bf3f26abf" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.984960] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b90006a1-dca4-4c61-8699-a7437595fd6e',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.030224] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71af1fa7-09e1-4689-8a7f-72386cce262d',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.268344] env[70956]: INFO networking_nsxv3.common.synchronization [None req-70e12850-d462-4582-9755-db0accb3475b None None] Enqueued Resource ID: 848935ea-de66-4185-87f3-6ec1558bf60b with Priority: HIGHEST for action port [ 946.268933] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 848935ea-de66-4185-87f3-6ec1558bf60b with Priority: HIGHEST for action port [ 946.269266] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-848935ea-de66-4185-87f3-6ec1558bf60b taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.269416] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-848935ea-de66-4185-87f3-6ec1558bf60b" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.269456] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-848935ea-de66-4185-87f3-6ec1558bf60b" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.269735] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-848935ea-de66-4185-87f3-6ec1558bf60b" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.269773] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('848935ea-de66-4185-87f3-6ec1558bf60b',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.335515] env[70956]: INFO networking_nsxv3.common.synchronization [None req-9257ed75-02c3-408f-b0b5-930560d669de tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Enqueued Resource ID: 61937a54-15b5-434f-b4d4-9b7b07524455 with Priority: HIGHEST for action security_group_rules [ 946.339780] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61937a54-15b5-434f-b4d4-9b7b07524455 with Priority: HIGHEST for action security_group_rules [ 946.340450] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61937a54-15b5-434f-b4d4-9b7b07524455 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.340576] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61937a54-15b5-434f-b4d4-9b7b07524455" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.340631] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61937a54-15b5-434f-b4d4-9b7b07524455" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.340951] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61937a54-15b5-434f-b4d4-9b7b07524455" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.341054] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61937a54-15b5-434f-b4d4-9b7b07524455',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.480386] env[70956]: INFO networking_nsxv3.common.synchronization [None req-99853eae-10cf-4e32-9eec-cfa29f49acd0 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Enqueued Resource ID: 13f4fb16-aff0-4a46-a2f0-a4850dc67e4d with Priority: HIGHEST for action security_group_rules [ 946.480386] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13f4fb16-aff0-4a46-a2f0-a4850dc67e4d with Priority: HIGHEST for action security_group_rules [ 946.480386] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-13f4fb16-aff0-4a46-a2f0-a4850dc67e4d taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.480386] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-13f4fb16-aff0-4a46-a2f0-a4850dc67e4d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.480386] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-13f4fb16-aff0-4a46-a2f0-a4850dc67e4d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.480791] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-13f4fb16-aff0-4a46-a2f0-a4850dc67e4d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.481118] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('13f4fb16-aff0-4a46-a2f0-a4850dc67e4d',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.489805] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.489805] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.489805] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.489805] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.489805] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.489805] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b90006a1-dca4-4c61-8699-a7437595fd6e is going to be created. [ 946.518158] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.518158] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.518158] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.518158] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.518158] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.529201] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b90006a1-dca4-4c61-8699-a7437595fd6e in Status: UNINITIALIZED for 2s [ 946.532761] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71af1fa7-09e1-4689-8a7f-72386cce262d',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.550402] env[70956]: INFO networking_nsxv3.common.synchronization [None req-31684e38-0446-4626-a953-a72b8f3c4b16 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Enqueued Resource ID: 61937a54-15b5-434f-b4d4-9b7b07524455 with Priority: HIGHEST for action security_group_rules [ 946.551044] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61937a54-15b5-434f-b4d4-9b7b07524455 with Priority: HIGHEST for action security_group_rules [ 946.551727] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61937a54-15b5-434f-b4d4-9b7b07524455 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.551841] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61937a54-15b5-434f-b4d4-9b7b07524455" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.773624] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 848935ea-de66-4185-87f3-6ec1558bf60b [ 946.773624] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.773762] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.773762] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.773947] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.774054] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.774296] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:848935ea-de66-4185-87f3-6ec1558bf60b already deleted. [ 946.774296] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-848935ea-de66-4185-87f3-6ec1558bf60b" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.806683] env[70956]: INFO networking_nsxv3.common.synchronization [None req-2169bc7b-bc99-4aff-bad8-05f442cb46e7 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Enqueued Resource ID: 13f4fb16-aff0-4a46-a2f0-a4850dc67e4d with Priority: HIGHEST for action security_group_rules [ 946.807041] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13f4fb16-aff0-4a46-a2f0-a4850dc67e4d with Priority: HIGHEST for action security_group_rules [ 946.807357] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-13f4fb16-aff0-4a46-a2f0-a4850dc67e4d taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.807454] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-13f4fb16-aff0-4a46-a2f0-a4850dc67e4d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.862625] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfd45fa7-fdf9-4176-8c38-b361ac0897f3 in Status: SUCCESS [ 946.862892] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfd45fa7-fdf9-4176-8c38-b361ac0897f3 deletion is rescheduled due to dependency. [ 946.863085] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfd45fa7-fdf9-4176-8c38-b361ac0897f3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.864464] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.864658] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.864769] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.865072] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.866712] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.866712] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61937a54-15b5-434f-b4d4-9b7b07524455 already deleted. [ 946.866712] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61937a54-15b5-434f-b4d4-9b7b07524455" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.866712] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61937a54-15b5-434f-b4d4-9b7b07524455" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.866712] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61937a54-15b5-434f-b4d4-9b7b07524455" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.866712] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61937a54-15b5-434f-b4d4-9b7b07524455',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.006240] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.006557] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.006557] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.006656] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.006703] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.006830] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 13f4fb16-aff0-4a46-a2f0-a4850dc67e4d already deleted. [ 947.006881] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-13f4fb16-aff0-4a46-a2f0-a4850dc67e4d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.007055] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-13f4fb16-aff0-4a46-a2f0-a4850dc67e4d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.007212] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-13f4fb16-aff0-4a46-a2f0-a4850dc67e4d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.007316] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('13f4fb16-aff0-4a46-a2f0-a4850dc67e4d',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.029175] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95d81304-fa63-4814-bcbe-9bcca0df4cda in Status: SUCCESS [ 947.029419] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95d81304-fa63-4814-bcbe-9bcca0df4cda deletion is rescheduled due to dependency. [ 947.029556] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95d81304-fa63-4814-bcbe-9bcca0df4cda" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.036191] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.036375] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.036375] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.036604] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.036718] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.036835] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71af1fa7-09e1-4689-8a7f-72386cce262d is going to be updated. [ 947.062890] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.063061] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.063138] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.063347] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.063496] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.071372] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71af1fa7-09e1-4689-8a7f-72386cce262d in Status: IN_PROGRESS for 2s [ 947.188320] env[70956]: INFO networking_nsxv3.common.synchronization [req-a9090d54-446e-4f8c-a034-7225c6da5d44 req-0fd06ddc-c340-4a0c-af18-f15c9f7c06a1 service nova] Enqueued Resource ID: dfd45fa7-fdf9-4176-8c38-b361ac0897f3 with Priority: HIGHEST for action security_group_rules [ 947.188606] env[70956]: INFO networking_nsxv3.common.synchronization [req-a9090d54-446e-4f8c-a034-7225c6da5d44 req-0fd06ddc-c340-4a0c-af18-f15c9f7c06a1 service nova] Enqueued Resource ID: dfd45fa7-fdf9-4176-8c38-b361ac0897f3 with Priority: HIGHEST for action security_group_members [ 947.188876] env[70956]: INFO networking_nsxv3.common.synchronization [req-a9090d54-446e-4f8c-a034-7225c6da5d44 req-0fd06ddc-c340-4a0c-af18-f15c9f7c06a1 service nova] Enqueued Resource ID: ebf7a8c5-3718-4890-ae27-253bf3f26abf with Priority: HIGHEST for action port [ 947.192794] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfd45fa7-fdf9-4176-8c38-b361ac0897f3 with Priority: HIGHEST for action security_group_rules [ 947.192794] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfd45fa7-fdf9-4176-8c38-b361ac0897f3 with Priority: HIGHEST for action security_group_members [ 947.192794] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebf7a8c5-3718-4890-ae27-253bf3f26abf with Priority: HIGHEST for action port [ 947.192794] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dfd45fa7-fdf9-4176-8c38-b361ac0897f3 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.192794] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dfd45fa7-fdf9-4176-8c38-b361ac0897f3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.192794] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dfd45fa7-fdf9-4176-8c38-b361ac0897f3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.192794] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dfd45fa7-fdf9-4176-8c38-b361ac0897f3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.192794] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dfd45fa7-fdf9-4176-8c38-b361ac0897f3',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.193598] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfd45fa7-fdf9-4176-8c38-b361ac0897f3 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.193598] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfd45fa7-fdf9-4176-8c38-b361ac0897f3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.193795] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfd45fa7-fdf9-4176-8c38-b361ac0897f3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.193875] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfd45fa7-fdf9-4176-8c38-b361ac0897f3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.194159] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.194278] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.194339] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.194506] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.194591] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.194691] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfd45fa7-fdf9-4176-8c38-b361ac0897f3',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.196298] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-ebf7a8c5-3718-4890-ae27-253bf3f26abf taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.196414] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ebf7a8c5-3718-4890-ae27-253bf3f26abf" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.196542] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ebf7a8c5-3718-4890-ae27-253bf3f26abf" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.196635] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ebf7a8c5-3718-4890-ae27-253bf3f26abf" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.196713] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebf7a8c5-3718-4890-ae27-253bf3f26abf',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.390187] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.390187] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.390187] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.390340] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.390750] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.390874] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61937a54-15b5-434f-b4d4-9b7b07524455 already deleted. [ 947.391073] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61937a54-15b5-434f-b4d4-9b7b07524455" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.526444] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.526689] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.526799] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.527060] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.527194] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.527340] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 13f4fb16-aff0-4a46-a2f0-a4850dc67e4d already deleted. [ 947.527480] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-13f4fb16-aff0-4a46-a2f0-a4850dc67e4d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.624628] env[70956]: INFO networking_nsxv3.common.synchronization [None req-5932b6cb-d7c4-4957-99da-1d33f525f3e2 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Enqueued Resource ID: 71af1fa7-09e1-4689-8a7f-72386cce262d with Priority: HIGHEST for action security_group_members [ 947.625481] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71af1fa7-09e1-4689-8a7f-72386cce262d with Priority: HIGHEST for action security_group_members [ 947.625575] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-71af1fa7-09e1-4689-8a7f-72386cce262d taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.625711] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.683090] env[70956]: INFO networking_nsxv3.common.synchronization [req-96b2ef6a-fd99-408b-930c-52ef12c0a22b req-f1234329-be35-4879-85f1-7016d83a49ec tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] Enqueued Resource ID: 72f028f4-b22e-4c3d-8173-324a6126249d with Priority: HIGHEST for action security_group_members [ 947.683775] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72f028f4-b22e-4c3d-8173-324a6126249d with Priority: HIGHEST for action security_group_members [ 947.684980] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-72f028f4-b22e-4c3d-8173-324a6126249d taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.685174] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72f028f4-b22e-4c3d-8173-324a6126249d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.685278] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72f028f4-b22e-4c3d-8173-324a6126249d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.685518] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72f028f4-b22e-4c3d-8173-324a6126249d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.687570] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.689171] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.690061] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.690061] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.690061] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.690061] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72f028f4-b22e-4c3d-8173-324a6126249d',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.699182] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfd45fa7-fdf9-4176-8c38-b361ac0897f3 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.699716] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfd45fa7-fdf9-4176-8c38-b361ac0897f3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.699934] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dfd45fa7-fdf9-4176-8c38-b361ac0897f3',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.705198] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ebf7a8c5-3718-4890-ae27-253bf3f26abf with status ACTIVE [ 947.705440] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.706356] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.706441] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.706650] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.706742] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.706925] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.707028] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.707244] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.707244] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.707371] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.707501] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.707604] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.707668] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.707812] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.707897] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.708687] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ebf7a8c5-3718-4890-ae27-253bf3f26abf is going to be updated. [ 947.733590] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.733790] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.733893] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.734152] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.734323] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.734506] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ebf7a8c5-3718-4890-ae27-253bf3f26abf" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.195272] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.195272] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.195272] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.195272] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.195272] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.195272] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.195272] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.195272] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.195272] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.195272] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.195272] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72f028f4-b22e-4c3d-8173-324a6126249d is going to be updated. [ 948.202647] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dfd45fa7-fdf9-4176-8c38-b361ac0897f3',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.224932] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.224932] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.224932] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.224932] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.224932] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.232228] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72f028f4-b22e-4c3d-8173-324a6126249d in Status: IN_PROGRESS for 2s [ 948.539618] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b90006a1-dca4-4c61-8699-a7437595fd6e in Status: SUCCESS [ 948.539904] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b90006a1-dca4-4c61-8699-a7437595fd6e" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.540149] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b90006a1-dca4-4c61-8699-a7437595fd6e" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.540425] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b90006a1-dca4-4c61-8699-a7437595fd6e" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.540734] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.540941] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.541076] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.541317] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.541814] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.542007] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b90006a1-dca4-4c61-8699-a7437595fd6e" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.542195] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b90006a1-dca4-4c61-8699-a7437595fd6e',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.705247] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.705957] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.705957] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.706327] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.706749] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.707150] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfd45fa7-fdf9-4176-8c38-b361ac0897f3 is going to be updated. [ 948.735175] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.735583] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.735706] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.736019] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.736496] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.745232] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfd45fa7-fdf9-4176-8c38-b361ac0897f3 in Status: IN_PROGRESS for 2s [ 949.044565] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b90006a1-dca4-4c61-8699-a7437595fd6e',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.082051] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71af1fa7-09e1-4689-8a7f-72386cce262d in Status: SUCCESS [ 949.082449] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.082635] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.082854] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.083062] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.083176] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.083238] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.083389] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.083466] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.083554] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71af1fa7-09e1-4689-8a7f-72386cce262d',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.210262] env[70956]: INFO networking_nsxv3.common.synchronization [None req-522ea406-4286-4eb7-a980-268aefcec22b None None] Enqueued Resource ID: cfe79b91-3c89-424d-83fa-555feb715abd with Priority: HIGHEST for action port [ 949.210537] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfe79b91-3c89-424d-83fa-555feb715abd with Priority: HIGHEST for action port [ 949.211610] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-cfe79b91-3c89-424d-83fa-555feb715abd taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.211804] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cfe79b91-3c89-424d-83fa-555feb715abd" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.211911] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cfe79b91-3c89-424d-83fa-555feb715abd" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.212783] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cfe79b91-3c89-424d-83fa-555feb715abd" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.212783] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cfe79b91-3c89-424d-83fa-555feb715abd',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.481799] env[70956]: INFO networking_nsxv3.common.synchronization [None req-877fd45f-ac8b-4593-b2fd-65c3908e2937 None None] Enqueued Resource ID: 38ddcf62-055f-4a89-9866-0a8d2a5a7f09 with Priority: HIGHEST for action port [ 949.483210] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38ddcf62-055f-4a89-9866-0a8d2a5a7f09 with Priority: HIGHEST for action port [ 949.483210] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-38ddcf62-055f-4a89-9866-0a8d2a5a7f09 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.483210] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-38ddcf62-055f-4a89-9866-0a8d2a5a7f09" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.483210] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-38ddcf62-055f-4a89-9866-0a8d2a5a7f09" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.489295] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-38ddcf62-055f-4a89-9866-0a8d2a5a7f09" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.489295] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38ddcf62-055f-4a89-9866-0a8d2a5a7f09',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.547308] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b90006a1-dca4-4c61-8699-a7437595fd6e: rpc.has_security_group_logging(os_id): False [ 949.571797] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.571797] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.571797] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.571797] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.572655] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.572655] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.572655] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.572655] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.572655] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.572655] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.573965] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b90006a1-dca4-4c61-8699-a7437595fd6e is going to be created. [ 949.585763] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.585999] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.586365] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.586711] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.586984] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.587768] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.587920] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.587985] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.588590] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.588688] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.588739] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71af1fa7-09e1-4689-8a7f-72386cce262d is going to be updated. [ 949.649081] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.649159] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.649216] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.649432] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.649572] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.659065] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.659228] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.659395] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.659501] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.659716] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.662261] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71af1fa7-09e1-4689-8a7f-72386cce262d in Status: IN_PROGRESS for 2s [ 949.671109] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b90006a1-dca4-4c61-8699-a7437595fd6e in Status: IN_PROGRESS for 2s [ 949.718757] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cfe79b91-3c89-424d-83fa-555feb715abd [ 949.718757] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.718757] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.718757] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.718757] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.718757] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.718757] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cfe79b91-3c89-424d-83fa-555feb715abd already deleted. [ 949.718757] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cfe79b91-3c89-424d-83fa-555feb715abd" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.992668] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 38ddcf62-055f-4a89-9866-0a8d2a5a7f09 [ 949.994201] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.994201] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.994201] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.994201] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.994201] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.994201] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:38ddcf62-055f-4a89-9866-0a8d2a5a7f09 already deleted. [ 949.994201] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-38ddcf62-055f-4a89-9866-0a8d2a5a7f09" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.244248] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72f028f4-b22e-4c3d-8173-324a6126249d in Status: SUCCESS [ 950.244248] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72f028f4-b22e-4c3d-8173-324a6126249d deletion is rescheduled due to dependency. [ 950.244248] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72f028f4-b22e-4c3d-8173-324a6126249d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.755754] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfd45fa7-fdf9-4176-8c38-b361ac0897f3 in Status: SUCCESS [ 950.756113] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfd45fa7-fdf9-4176-8c38-b361ac0897f3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.756192] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfd45fa7-fdf9-4176-8c38-b361ac0897f3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.756382] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfd45fa7-fdf9-4176-8c38-b361ac0897f3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.756872] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.756872] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.756872] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.756872] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.757128] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.757128] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfd45fa7-fdf9-4176-8c38-b361ac0897f3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.757184] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dfd45fa7-fdf9-4176-8c38-b361ac0897f3',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.259284] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dfd45fa7-fdf9-4176-8c38-b361ac0897f3',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.344654] env[70956]: INFO networking_nsxv3.common.synchronization [req-c8d8dca5-8d54-4aa2-be24-8fe9a4949ef1 req-f11bcf8f-57f4-4ee0-b43d-2faffb739fc0 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Enqueued Resource ID: aad90041-8030-4c04-9213-b5a00b37381c with Priority: HIGHEST for action security_group_members [ 951.344654] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aad90041-8030-4c04-9213-b5a00b37381c with Priority: HIGHEST for action security_group_members [ 951.345055] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-aad90041-8030-4c04-9213-b5a00b37381c taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.345055] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aad90041-8030-4c04-9213-b5a00b37381c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.346582] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aad90041-8030-4c04-9213-b5a00b37381c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.346828] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aad90041-8030-4c04-9213-b5a00b37381c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.347138] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.347266] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.347338] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.347495] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.347575] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.347673] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aad90041-8030-4c04-9213-b5a00b37381c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.675305] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71af1fa7-09e1-4689-8a7f-72386cce262d in Status: SUCCESS [ 951.676175] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71af1fa7-09e1-4689-8a7f-72386cce262d deletion is rescheduled due to dependency. [ 951.676384] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.680802] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b90006a1-dca4-4c61-8699-a7437595fd6e in Status: SUCCESS [ 951.680802] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b90006a1-dca4-4c61-8699-a7437595fd6e" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.762344] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dfd45fa7-fdf9-4176-8c38-b361ac0897f3: rpc.has_security_group_logging(os_id): False [ 951.779861] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.779998] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.779998] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.780487] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.780487] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.780593] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.781336] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.781336] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.781336] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.781336] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.781336] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dfd45fa7-fdf9-4176-8c38-b361ac0897f3 is going to be updated. [ 951.850811] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.853649] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.853649] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.853649] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.853649] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.853649] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.853649] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.853649] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.853649] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.853649] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.853649] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aad90041-8030-4c04-9213-b5a00b37381c is going to be updated. [ 951.870071] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.870071] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.870071] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.870071] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.870071] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.883623] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dfd45fa7-fdf9-4176-8c38-b361ac0897f3 in Status: IN_PROGRESS for 2s [ 951.916861] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.917040] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.917579] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.917579] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.917579] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.929922] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aad90041-8030-4c04-9213-b5a00b37381c in Status: IN_PROGRESS for 2s [ 952.235705] env[70956]: INFO networking_nsxv3.common.synchronization [None req-2b701d28-ad28-40cc-bf8e-b8443d8e159b None None] Enqueued Resource ID: 799fc6c1-47a6-4671-92e1-64d104f9719f with Priority: HIGHEST for action port [ 952.235705] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 799fc6c1-47a6-4671-92e1-64d104f9719f with Priority: HIGHEST for action port [ 952.237756] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-799fc6c1-47a6-4671-92e1-64d104f9719f taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.237756] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-799fc6c1-47a6-4671-92e1-64d104f9719f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.237872] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-799fc6c1-47a6-4671-92e1-64d104f9719f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.240520] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-799fc6c1-47a6-4671-92e1-64d104f9719f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.240520] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('799fc6c1-47a6-4671-92e1-64d104f9719f',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.741723] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 799fc6c1-47a6-4671-92e1-64d104f9719f [ 952.742068] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.742871] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.742962] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.743229] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.743346] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.743465] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:799fc6c1-47a6-4671-92e1-64d104f9719f already deleted. [ 952.743553] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-799fc6c1-47a6-4671-92e1-64d104f9719f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.767527] env[70956]: INFO networking_nsxv3.common.synchronization [None req-0f462b3e-f56c-4b25-996d-666645292369 None None] Enqueued Resource ID: 0823a937-7ccd-4298-a686-9c7cfbcfc1ab with Priority: HIGHEST for action port [ 952.767527] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0823a937-7ccd-4298-a686-9c7cfbcfc1ab with Priority: HIGHEST for action port [ 952.767527] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-0823a937-7ccd-4298-a686-9c7cfbcfc1ab taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.767527] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0823a937-7ccd-4298-a686-9c7cfbcfc1ab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.767527] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0823a937-7ccd-4298-a686-9c7cfbcfc1ab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.767527] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0823a937-7ccd-4298-a686-9c7cfbcfc1ab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.767527] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0823a937-7ccd-4298-a686-9c7cfbcfc1ab',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.269452] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0823a937-7ccd-4298-a686-9c7cfbcfc1ab [ 953.269692] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.269824] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.269893] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.270133] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.270225] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.270320] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0823a937-7ccd-4298-a686-9c7cfbcfc1ab already deleted. [ 953.270402] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0823a937-7ccd-4298-a686-9c7cfbcfc1ab" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.896775] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dfd45fa7-fdf9-4176-8c38-b361ac0897f3 in Status: SUCCESS [ 953.897125] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dfd45fa7-fdf9-4176-8c38-b361ac0897f3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.939679] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aad90041-8030-4c04-9213-b5a00b37381c in Status: SUCCESS [ 953.939862] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aad90041-8030-4c04-9213-b5a00b37381c deletion is rescheduled due to dependency. [ 953.939978] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aad90041-8030-4c04-9213-b5a00b37381c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.134547] env[70956]: INFO networking_nsxv3.common.synchronization [None req-a9cad982-d4ec-42a5-ba4d-23f396303200 None None] Enqueued Resource ID: cadc1ccd-d738-4ef0-a1f9-77b17833fcde with Priority: HIGHEST for action port [ 954.136040] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cadc1ccd-d738-4ef0-a1f9-77b17833fcde with Priority: HIGHEST for action port [ 954.136483] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-cadc1ccd-d738-4ef0-a1f9-77b17833fcde taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.138219] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cadc1ccd-d738-4ef0-a1f9-77b17833fcde" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.138219] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cadc1ccd-d738-4ef0-a1f9-77b17833fcde" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.138219] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cadc1ccd-d738-4ef0-a1f9-77b17833fcde" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.138219] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cadc1ccd-d738-4ef0-a1f9-77b17833fcde',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.641919] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cadc1ccd-d738-4ef0-a1f9-77b17833fcde [ 954.641919] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.641919] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.641919] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.641919] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.641919] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.641919] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cadc1ccd-d738-4ef0-a1f9-77b17833fcde already deleted. [ 954.641919] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cadc1ccd-d738-4ef0-a1f9-77b17833fcde" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.678763] env[70956]: INFO networking_nsxv3.common.synchronization [None req-922b5998-639c-47d5-bd2d-1c4bc539863f tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Enqueued Resource ID: 7a24b5ad-c650-4671-9c3b-9d8c667356fa with Priority: HIGHEST for action security_group_rules [ 955.679347] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a24b5ad-c650-4671-9c3b-9d8c667356fa with Priority: HIGHEST for action security_group_rules [ 955.679671] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a24b5ad-c650-4671-9c3b-9d8c667356fa taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.679804] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a24b5ad-c650-4671-9c3b-9d8c667356fa" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.679975] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a24b5ad-c650-4671-9c3b-9d8c667356fa" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.680268] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a24b5ad-c650-4671-9c3b-9d8c667356fa" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.680353] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a24b5ad-c650-4671-9c3b-9d8c667356fa',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.843018] env[70956]: INFO networking_nsxv3.common.synchronization [None req-aaa839bc-81fc-414a-985d-da249146081f None None] Enqueued Resource ID: 9e2be55a-2507-4642-ad95-f8f4b53aceb2 with Priority: HIGHEST for action port [ 955.843303] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e2be55a-2507-4642-ad95-f8f4b53aceb2 with Priority: HIGHEST for action port [ 955.843566] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e2be55a-2507-4642-ad95-f8f4b53aceb2 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.843670] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e2be55a-2507-4642-ad95-f8f4b53aceb2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.843670] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e2be55a-2507-4642-ad95-f8f4b53aceb2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.846272] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e2be55a-2507-4642-ad95-f8f4b53aceb2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.846272] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e2be55a-2507-4642-ad95-f8f4b53aceb2',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.848488] env[70956]: INFO networking_nsxv3.common.synchronization [None req-b36cd08b-bbe0-4f6e-a7fc-328fffbd33b0 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Enqueued Resource ID: 7a24b5ad-c650-4671-9c3b-9d8c667356fa with Priority: HIGHEST for action security_group_rules [ 955.849099] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a24b5ad-c650-4671-9c3b-9d8c667356fa with Priority: HIGHEST for action security_group_rules [ 955.849381] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a24b5ad-c650-4671-9c3b-9d8c667356fa taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.849484] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a24b5ad-c650-4671-9c3b-9d8c667356fa" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.205326] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.205530] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.205624] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.205885] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.206026] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.206146] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a24b5ad-c650-4671-9c3b-9d8c667356fa already deleted. [ 956.206253] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a24b5ad-c650-4671-9c3b-9d8c667356fa" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.206424] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a24b5ad-c650-4671-9c3b-9d8c667356fa" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.206600] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a24b5ad-c650-4671-9c3b-9d8c667356fa" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.206707] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a24b5ad-c650-4671-9c3b-9d8c667356fa',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.349548] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9e2be55a-2507-4642-ad95-f8f4b53aceb2 [ 956.349650] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.349788] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.349860] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.350084] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.350179] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.350281] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9e2be55a-2507-4642-ad95-f8f4b53aceb2 already deleted. [ 956.350355] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e2be55a-2507-4642-ad95-f8f4b53aceb2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.727840] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.728163] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.728163] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.728286] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.728379] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.728580] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a24b5ad-c650-4671-9c3b-9d8c667356fa already deleted. [ 956.728711] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a24b5ad-c650-4671-9c3b-9d8c667356fa" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.103108] env[70956]: INFO networking_nsxv3.common.synchronization [None req-d77bdf36-f9c6-45d1-8275-88661637291b None None] Enqueued Resource ID: 0c1fa2f9-188a-4161-b6a9-ab84561fac00 with Priority: HIGHEST for action port [ 960.103108] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c1fa2f9-188a-4161-b6a9-ab84561fac00 with Priority: HIGHEST for action port [ 960.103108] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c1fa2f9-188a-4161-b6a9-ab84561fac00 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.103108] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c1fa2f9-188a-4161-b6a9-ab84561fac00" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.103108] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c1fa2f9-188a-4161-b6a9-ab84561fac00" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.103108] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c1fa2f9-188a-4161-b6a9-ab84561fac00" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.103108] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c1fa2f9-188a-4161-b6a9-ab84561fac00',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.543682] env[70956]: INFO networking_nsxv3.common.synchronization [req-6382a3cd-e334-486d-bf5a-289c4785c1b5 req-eca3ea71-28e7-4f41-b050-b939f6aea29a tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Enqueued Resource ID: b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c with Priority: HIGHEST for action security_group_members [ 960.544164] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c with Priority: HIGHEST for action security_group_members [ 960.544475] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.544595] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.544662] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.544853] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.545450] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.545450] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.545450] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.545450] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.545450] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.545693] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.608229] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0c1fa2f9-188a-4161-b6a9-ab84561fac00 [ 960.608229] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.608229] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.608229] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.608229] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.608229] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.608229] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0c1fa2f9-188a-4161-b6a9-ab84561fac00 already deleted. [ 960.608229] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c1fa2f9-188a-4161-b6a9-ab84561fac00" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.902519] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-661 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.904149] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-661" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.904149] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-661" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.904149] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-661" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.904149] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.904149] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.904149] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.910031] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.910031] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.910031] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 960.910031] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 960.910031] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 960.910031] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 960.910031] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 960.910031] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 960.910031] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 960.927971] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 960.928177] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 960.928410] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 960.928512] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-661" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.928839] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-810e44c6-ae85-4ebf-b910-a07f3783c8d8 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.929132] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-810e44c6-ae85-4ebf-b910-a07f3783c8d8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.929272] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-810e44c6-ae85-4ebf-b910-a07f3783c8d8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.929605] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-810e44c6-ae85-4ebf-b910-a07f3783c8d8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.929744] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('810e44c6-ae85-4ebf-b910-a07f3783c8d8',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.048051] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.048233] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.048345] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.049049] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.049163] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.049381] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.049503] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.049544] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.049816] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.049816] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.049885] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c is going to be updated. [ 961.077205] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.078213] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.078213] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.078213] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.078213] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.086194] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c in Status: IN_PROGRESS for 2s [ 961.093194] env[70956]: INFO networking_nsxv3.common.synchronization [req-7b914f4d-6902-426a-8f9b-398d1f1c35fc req-ad07297b-170f-4585-b7dc-41f9f9ed65fb tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Enqueued Resource ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 with Priority: HIGHEST for action security_group_members [ 961.093740] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 with Priority: HIGHEST for action security_group_members [ 961.094067] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.094191] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.094256] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.094451] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.094611] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.094708] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.094765] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.094909] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.094996] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.095520] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f021a11d-33ee-470b-8d8b-d8d661b0eaf4',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.432734] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.433971] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.433971] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.433971] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.433971] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.433971] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Segment Port 810e44c6-ae85-4ebf-b910-a07f3783c8d8 not found, creating... [ 961.434220] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.434220] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.434330] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.434549] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.434693] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.434986] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.435255] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.435412] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.435673] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.435840] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.436461] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: 810e44c6-ae85-4ebf-b910-a07f3783c8d8 is going to be created. [ 961.454944] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.455186] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.455322] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.455593] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.455824] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.456065] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-810e44c6-ae85-4ebf-b910-a07f3783c8d8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.598400] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.598553] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.599018] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.599018] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.599018] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.599173] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.599254] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.599315] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.599466] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.600034] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.600034] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 is going to be updated. [ 961.634541] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.635461] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.635461] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.635461] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.635461] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.651381] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 in Status: IN_PROGRESS for 2s [ 962.197889] env[70956]: INFO networking_nsxv3.common.synchronization [req-6382a3cd-e334-486d-bf5a-289c4785c1b5 req-a2f93af6-a2b8-4f95-bd2c-baea14513a5b service nova] Enqueued Resource ID: b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c with Priority: HIGHEST for action security_group_rules [ 962.198110] env[70956]: INFO networking_nsxv3.common.synchronization [req-6382a3cd-e334-486d-bf5a-289c4785c1b5 req-a2f93af6-a2b8-4f95-bd2c-baea14513a5b service nova] Enqueued Resource ID: b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c with Priority: HIGHEST for action security_group_members [ 962.200241] env[70956]: INFO networking_nsxv3.common.synchronization [req-6382a3cd-e334-486d-bf5a-289c4785c1b5 req-a2f93af6-a2b8-4f95-bd2c-baea14513a5b service nova] Enqueued Resource ID: 810e44c6-ae85-4ebf-b910-a07f3783c8d8 with Priority: HIGHEST for action port [ 962.200241] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c with Priority: HIGHEST for action security_group_rules [ 962.200241] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c with Priority: HIGHEST for action security_group_members [ 962.200241] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 810e44c6-ae85-4ebf-b910-a07f3783c8d8 with Priority: HIGHEST for action port [ 962.200241] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.200241] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.200241] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.200241] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.200241] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.201591] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.201591] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.201591] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-810e44c6-ae85-4ebf-b910-a07f3783c8d8 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.201591] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-810e44c6-ae85-4ebf-b910-a07f3783c8d8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.201591] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-810e44c6-ae85-4ebf-b910-a07f3783c8d8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.201591] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-810e44c6-ae85-4ebf-b910-a07f3783c8d8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.201591] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('810e44c6-ae85-4ebf-b910-a07f3783c8d8',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.544092] env[70956]: INFO networking_nsxv3.common.synchronization [None req-9c3946af-5d1d-4fa3-b577-e83f11b698f3 None None] Enqueued Resource ID: 7820b78c-703d-4df7-91e7-793568cffba0 with Priority: HIGHEST for action port [ 962.544487] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7820b78c-703d-4df7-91e7-793568cffba0 with Priority: HIGHEST for action port [ 962.544813] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-7820b78c-703d-4df7-91e7-793568cffba0 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.544959] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7820b78c-703d-4df7-91e7-793568cffba0" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.545031] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7820b78c-703d-4df7-91e7-793568cffba0" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.545246] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7820b78c-703d-4df7-91e7-793568cffba0" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.545319] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7820b78c-703d-4df7-91e7-793568cffba0',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.707461] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.707600] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.707795] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 810e44c6-ae85-4ebf-b910-a07f3783c8d8 with status ACTIVE [ 962.707968] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.708097] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.708165] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.708373] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.708464] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.708636] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.708733] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.708893] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.708948] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.709048] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.709229] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.709323] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.709383] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.709520] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.709620] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.709672] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 810e44c6-ae85-4ebf-b910-a07f3783c8d8 is going to be updated. [ 962.731091] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.731461] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.731573] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.731798] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.731952] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.732284] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-810e44c6-ae85-4ebf-b910-a07f3783c8d8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.047861] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7820b78c-703d-4df7-91e7-793568cffba0 [ 963.048170] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.048336] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.048426] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.048664] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.048800] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.048918] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7820b78c-703d-4df7-91e7-793568cffba0 already deleted. [ 963.049013] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7820b78c-703d-4df7-91e7-793568cffba0" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.094919] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c in Status: SUCCESS [ 963.095137] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c deletion is rescheduled due to dependency. [ 963.095251] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.095418] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.095642] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.095810] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.095925] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.095988] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.096319] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.096452] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.096548] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.599289] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.660613] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 in Status: SUCCESS [ 963.660796] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 deletion is rescheduled due to dependency. [ 963.660908] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.102091] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.604497] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.604847] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.604847] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.604847] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.604950] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.605085] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c is going to be updated. [ 964.630392] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.630547] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.630594] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.630778] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.630994] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.640475] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c in Status: IN_PROGRESS for 2s [ 966.653859] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c in Status: SUCCESS [ 966.653859] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.653859] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.653859] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.653859] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.653859] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.653859] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.653859] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.653859] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.653859] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.653859] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.159595] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.159595] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.159595] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.159595] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.159595] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.159595] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.159595] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.159595] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.159595] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.159595] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.159595] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.159595] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.159595] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.159595] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.159595] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.159595] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.160249] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.160249] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.160249] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.160249] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.160249] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.545783] env[70956]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 967.545929] env[70956]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 967.661887] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c: rpc.has_security_group_logging(os_id): False [ 967.682083] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.682083] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.682083] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.682083] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.682083] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.682083] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.682083] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.682083] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.682083] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.682083] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.682083] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.682083] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.682550] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.682550] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.682550] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.682550] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.682675] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.682705] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.682847] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.682909] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.682971] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c is going to be updated. [ 967.741179] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.741179] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.741179] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.741179] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.741179] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.752115] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c in Status: IN_PROGRESS for 2s [ 969.770891] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c in Status: SUCCESS [ 969.774125] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.466329] env[70956]: INFO networking_nsxv3.common.synchronization [None req-70a63afa-9a51-4cd8-83ee-2a6ac0bdb344 None None] Enqueued Resource ID: 8c5b542b-7ee8-4e4a-9585-0a28ab18e372 with Priority: HIGHEST for action port [ 971.466633] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c5b542b-7ee8-4e4a-9585-0a28ab18e372 with Priority: HIGHEST for action port [ 971.467619] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c5b542b-7ee8-4e4a-9585-0a28ab18e372 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.470653] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c5b542b-7ee8-4e4a-9585-0a28ab18e372" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.470653] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c5b542b-7ee8-4e4a-9585-0a28ab18e372" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.470653] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c5b542b-7ee8-4e4a-9585-0a28ab18e372" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.470653] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c5b542b-7ee8-4e4a-9585-0a28ab18e372',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.973435] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8c5b542b-7ee8-4e4a-9585-0a28ab18e372 [ 971.973707] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.973838] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.973904] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.974134] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.974248] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.974694] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8c5b542b-7ee8-4e4a-9585-0a28ab18e372 already deleted. [ 971.974694] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c5b542b-7ee8-4e4a-9585-0a28ab18e372" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.182204] env[70956]: INFO networking_nsxv3.common.synchronization [req-bf826409-f9b9-4060-ac4f-e5fda14d8337 req-9fffe0e2-03b8-4c3b-80b4-d762adb1b213 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Enqueued Resource ID: 13f4fb16-aff0-4a46-a2f0-a4850dc67e4d with Priority: HIGHEST for action security_group_members [ 974.182915] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13f4fb16-aff0-4a46-a2f0-a4850dc67e4d with Priority: HIGHEST for action security_group_members [ 974.183166] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-13f4fb16-aff0-4a46-a2f0-a4850dc67e4d taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.183850] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13f4fb16-aff0-4a46-a2f0-a4850dc67e4d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.183850] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13f4fb16-aff0-4a46-a2f0-a4850dc67e4d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.183850] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13f4fb16-aff0-4a46-a2f0-a4850dc67e4d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.183850] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.183850] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.184088] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.184088] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.184154] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.184230] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('13f4fb16-aff0-4a46-a2f0-a4850dc67e4d',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.687767] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.687925] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.687998] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.688246] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.688338] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.688594] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.688795] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.688795] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.688918] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.689049] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.689117] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13f4fb16-aff0-4a46-a2f0-a4850dc67e4d already deleted. [ 974.689165] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13f4fb16-aff0-4a46-a2f0-a4850dc67e4d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.931598] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-124 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.931808] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-124" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.931938] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-124" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.932256] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-124" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.932910] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.937120] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.937120] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.937120] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.937120] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.937120] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 974.937120] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 974.937120] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 974.937120] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 974.937120] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 974.937120] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 974.937120] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 974.955073] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 974.955073] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 974.955302] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 974.955422] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-124" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.955768] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-f0a70de5-8311-4818-8af3-02e04fc9ca31 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.955937] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-f0a70de5-8311-4818-8af3-02e04fc9ca31" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.956076] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-f0a70de5-8311-4818-8af3-02e04fc9ca31" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.956465] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-f0a70de5-8311-4818-8af3-02e04fc9ca31" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.956613] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0a70de5-8311-4818-8af3-02e04fc9ca31',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.461741] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.462379] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.462379] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.462379] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.462728] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.462728] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Segment Port f0a70de5-8311-4818-8af3-02e04fc9ca31 not found, creating... [ 975.463187] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.463187] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.463514] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.463514] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.463601] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.463849] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.463976] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.464105] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.464319] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.464455] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.464593] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: f0a70de5-8311-4818-8af3-02e04fc9ca31 is going to be created. [ 975.483038] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.483449] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.483449] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.483635] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.484206] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.484206] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-f0a70de5-8311-4818-8af3-02e04fc9ca31" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.013663] env[70956]: INFO networking_nsxv3.common.synchronization [req-e1ab7127-7aff-4b73-a1b1-7db14e7a6e04 req-248bf1ad-6b9b-4889-8323-1be7c9f033ce tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Enqueued Resource ID: 61937a54-15b5-434f-b4d4-9b7b07524455 with Priority: HIGHEST for action security_group_members [ 976.013663] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61937a54-15b5-434f-b4d4-9b7b07524455 with Priority: HIGHEST for action security_group_members [ 976.013663] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-61937a54-15b5-434f-b4d4-9b7b07524455 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.013663] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61937a54-15b5-434f-b4d4-9b7b07524455" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.013663] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61937a54-15b5-434f-b4d4-9b7b07524455" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.013663] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61937a54-15b5-434f-b4d4-9b7b07524455" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.013663] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.013663] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.014370] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.014370] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.014370] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.014370] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61937a54-15b5-434f-b4d4-9b7b07524455',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.494297] env[70956]: INFO networking_nsxv3.common.synchronization [req-bf826409-f9b9-4060-ac4f-e5fda14d8337 req-b5e021cd-ab63-4bcc-94dc-110c41118ee3 service nova] Enqueued Resource ID: 13f4fb16-aff0-4a46-a2f0-a4850dc67e4d with Priority: HIGHEST for action security_group_rules [ 976.494483] env[70956]: INFO networking_nsxv3.common.synchronization [req-bf826409-f9b9-4060-ac4f-e5fda14d8337 req-b5e021cd-ab63-4bcc-94dc-110c41118ee3 service nova] Enqueued Resource ID: 13f4fb16-aff0-4a46-a2f0-a4850dc67e4d with Priority: HIGHEST for action security_group_members [ 976.494608] env[70956]: INFO networking_nsxv3.common.synchronization [req-bf826409-f9b9-4060-ac4f-e5fda14d8337 req-b5e021cd-ab63-4bcc-94dc-110c41118ee3 service nova] Enqueued Resource ID: f0a70de5-8311-4818-8af3-02e04fc9ca31 with Priority: HIGHEST for action port [ 976.495095] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13f4fb16-aff0-4a46-a2f0-a4850dc67e4d with Priority: HIGHEST for action security_group_rules [ 976.495228] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13f4fb16-aff0-4a46-a2f0-a4850dc67e4d with Priority: HIGHEST for action security_group_members [ 976.495318] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0a70de5-8311-4818-8af3-02e04fc9ca31 with Priority: HIGHEST for action port [ 976.495742] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-13f4fb16-aff0-4a46-a2f0-a4850dc67e4d taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.495827] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-13f4fb16-aff0-4a46-a2f0-a4850dc67e4d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.495894] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-13f4fb16-aff0-4a46-a2f0-a4850dc67e4d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.496103] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-13f4fb16-aff0-4a46-a2f0-a4850dc67e4d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.496186] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('13f4fb16-aff0-4a46-a2f0-a4850dc67e4d',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.496956] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-13f4fb16-aff0-4a46-a2f0-a4850dc67e4d taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.497078] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13f4fb16-aff0-4a46-a2f0-a4850dc67e4d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.497145] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13f4fb16-aff0-4a46-a2f0-a4850dc67e4d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.497308] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13f4fb16-aff0-4a46-a2f0-a4850dc67e4d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.497453] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.497545] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.497603] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.497754] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.497814] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.497897] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('13f4fb16-aff0-4a46-a2f0-a4850dc67e4d',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.498607] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-f0a70de5-8311-4818-8af3-02e04fc9ca31 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.498713] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f0a70de5-8311-4818-8af3-02e04fc9ca31" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.498778] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f0a70de5-8311-4818-8af3-02e04fc9ca31" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.498924] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f0a70de5-8311-4818-8af3-02e04fc9ca31" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.498983] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0a70de5-8311-4818-8af3-02e04fc9ca31',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.511782] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-521 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.511976] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-521" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.512198] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-521" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.512421] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-521" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.512696] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.512858] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.512977] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.513202] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.513352] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.513579] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 976.513763] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 976.513817] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 976.513916] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 976.514387] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 976.514566] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 976.514967] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 976.518759] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.518759] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.518759] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.518759] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.518759] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.518759] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.518759] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.523157] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.523157] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.523157] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.523157] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61937a54-15b5-434f-b4d4-9b7b07524455 already deleted. [ 976.523157] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61937a54-15b5-434f-b4d4-9b7b07524455" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.540541] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 976.540661] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 976.540796] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 976.540976] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-521" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.541320] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-315485ee-ebec-4228-beae-aee1cf4c3800 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.541497] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-315485ee-ebec-4228-beae-aee1cf4c3800" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.541621] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-315485ee-ebec-4228-beae-aee1cf4c3800" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.541938] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-315485ee-ebec-4228-beae-aee1cf4c3800" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.542104] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('315485ee-ebec-4228-beae-aee1cf4c3800',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.000971] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('13f4fb16-aff0-4a46-a2f0-a4850dc67e4d',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.004794] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-13f4fb16-aff0-4a46-a2f0-a4850dc67e4d taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.004794] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13f4fb16-aff0-4a46-a2f0-a4850dc67e4d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.004794] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f0a70de5-8311-4818-8af3-02e04fc9ca31 with status ACTIVE [ 977.005120] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.005120] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.005120] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.005281] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.005381] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.005627] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.005734] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.006040] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.006040] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.006108] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.006283] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.006390] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.006464] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.006760] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.006760] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.006760] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f0a70de5-8311-4818-8af3-02e04fc9ca31 is going to be updated. [ 977.028107] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.028556] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.028697] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.028945] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.029154] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.029363] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f0a70de5-8311-4818-8af3-02e04fc9ca31" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.044792] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.045010] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.045149] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.045422] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.045580] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.045737] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Segment Port 315485ee-ebec-4228-beae-aee1cf4c3800 not found, creating... [ 977.046020] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.046218] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.046349] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.046571] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.046720] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.047018] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.047182] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.047305] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.047524] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.047692] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.048090] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: 315485ee-ebec-4228-beae-aee1cf4c3800 is going to be created. [ 977.063946] env[70956]: INFO networking_nsxv3.common.synchronization [None req-b887fd7f-cd82-4f78-abe7-afc55a6d1a92 None None] Enqueued Resource ID: 5824884b-6b08-421c-930a-ede6caf14667 with Priority: HIGHEST for action port [ 977.064256] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5824884b-6b08-421c-930a-ede6caf14667 with Priority: HIGHEST for action port [ 977.064810] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-5824884b-6b08-421c-930a-ede6caf14667 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.064921] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5824884b-6b08-421c-930a-ede6caf14667" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.065011] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5824884b-6b08-421c-930a-ede6caf14667" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.065243] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5824884b-6b08-421c-930a-ede6caf14667" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.065324] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5824884b-6b08-421c-930a-ede6caf14667',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.067925] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.067925] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.067925] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.067925] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.068159] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.069723] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-315485ee-ebec-4228-beae-aee1cf4c3800" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.509487] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('13f4fb16-aff0-4a46-a2f0-a4850dc67e4d',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.571074] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5824884b-6b08-421c-930a-ede6caf14667 [ 977.571357] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.571495] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.571566] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.571783] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.571876] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.571976] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5824884b-6b08-421c-930a-ede6caf14667 already deleted. [ 977.572071] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5824884b-6b08-421c-930a-ede6caf14667" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.979928] env[70956]: INFO networking_nsxv3.common.synchronization [req-e1ab7127-7aff-4b73-a1b1-7db14e7a6e04 req-6ac67c83-f8f6-4293-b225-b20e7cde7561 service nova] Enqueued Resource ID: 61937a54-15b5-434f-b4d4-9b7b07524455 with Priority: HIGHEST for action security_group_rules [ 977.980125] env[70956]: INFO networking_nsxv3.common.synchronization [req-e1ab7127-7aff-4b73-a1b1-7db14e7a6e04 req-6ac67c83-f8f6-4293-b225-b20e7cde7561 service nova] Enqueued Resource ID: 61937a54-15b5-434f-b4d4-9b7b07524455 with Priority: HIGHEST for action security_group_members [ 977.980265] env[70956]: INFO networking_nsxv3.common.synchronization [req-e1ab7127-7aff-4b73-a1b1-7db14e7a6e04 req-6ac67c83-f8f6-4293-b225-b20e7cde7561 service nova] Enqueued Resource ID: 315485ee-ebec-4228-beae-aee1cf4c3800 with Priority: HIGHEST for action port [ 977.980496] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61937a54-15b5-434f-b4d4-9b7b07524455 with Priority: HIGHEST for action security_group_rules [ 977.980618] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61937a54-15b5-434f-b4d4-9b7b07524455 with Priority: HIGHEST for action security_group_members [ 977.980707] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 315485ee-ebec-4228-beae-aee1cf4c3800 with Priority: HIGHEST for action port [ 977.981512] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61937a54-15b5-434f-b4d4-9b7b07524455 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.981512] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61937a54-15b5-434f-b4d4-9b7b07524455" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.981512] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61937a54-15b5-434f-b4d4-9b7b07524455" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.981878] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61937a54-15b5-434f-b4d4-9b7b07524455" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.981878] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61937a54-15b5-434f-b4d4-9b7b07524455',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.983864] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-61937a54-15b5-434f-b4d4-9b7b07524455 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.985336] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61937a54-15b5-434f-b4d4-9b7b07524455" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.985336] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61937a54-15b5-434f-b4d4-9b7b07524455" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.985336] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61937a54-15b5-434f-b4d4-9b7b07524455" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.985336] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.985336] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.985336] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.985336] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.985336] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.985336] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61937a54-15b5-434f-b4d4-9b7b07524455',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.985647] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-315485ee-ebec-4228-beae-aee1cf4c3800 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.985706] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-315485ee-ebec-4228-beae-aee1cf4c3800" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.985740] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-315485ee-ebec-4228-beae-aee1cf4c3800" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.986154] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-315485ee-ebec-4228-beae-aee1cf4c3800" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.986154] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('315485ee-ebec-4228-beae-aee1cf4c3800',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.014919] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.014919] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.014919] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.014919] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.014919] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.014919] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13f4fb16-aff0-4a46-a2f0-a4850dc67e4d is going to be created. [ 978.037990] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.038151] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.038151] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.038326] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.039029] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.048075] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13f4fb16-aff0-4a46-a2f0-a4850dc67e4d in Status: UNINITIALIZED for 2s [ 978.484769] env[70956]: INFO networking_nsxv3.common.synchronization [None req-77333a65-503d-458a-b46e-12766f210953 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Enqueued Resource ID: 2243a89f-1f82-4894-8f9f-3ade7f28130e with Priority: HIGHEST for action security_group_rules [ 978.485384] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2243a89f-1f82-4894-8f9f-3ade7f28130e with Priority: HIGHEST for action security_group_rules [ 978.485781] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2243a89f-1f82-4894-8f9f-3ade7f28130e taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.485888] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2243a89f-1f82-4894-8f9f-3ade7f28130e" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.485888] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2243a89f-1f82-4894-8f9f-3ade7f28130e" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.486383] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2243a89f-1f82-4894-8f9f-3ade7f28130e" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.486383] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2243a89f-1f82-4894-8f9f-3ade7f28130e',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.489384] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 315485ee-ebec-4228-beae-aee1cf4c3800 with status ACTIVE [ 978.489384] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.489384] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.489384] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.489616] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.489616] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.489679] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.489777] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.489838] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.489973] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.490059] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.490239] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.490325] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.490402] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.490543] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.490620] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.490721] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 315485ee-ebec-4228-beae-aee1cf4c3800 is going to be updated. [ 978.495620] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-61937a54-15b5-434f-b4d4-9b7b07524455 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.495736] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61937a54-15b5-434f-b4d4-9b7b07524455" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.495887] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('61937a54-15b5-434f-b4d4-9b7b07524455',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.515476] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.515789] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.515789] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.515873] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.516107] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.516171] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-315485ee-ebec-4228-beae-aee1cf4c3800" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.653326] env[70956]: INFO networking_nsxv3.common.synchronization [None req-0f789368-89e9-49be-859e-041f6f3bae46 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Enqueued Resource ID: 2243a89f-1f82-4894-8f9f-3ade7f28130e with Priority: HIGHEST for action security_group_rules [ 978.654024] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2243a89f-1f82-4894-8f9f-3ade7f28130e with Priority: HIGHEST for action security_group_rules [ 978.654645] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2243a89f-1f82-4894-8f9f-3ade7f28130e taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.654645] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2243a89f-1f82-4894-8f9f-3ade7f28130e" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.997296] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('61937a54-15b5-434f-b4d4-9b7b07524455',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.015092] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.015338] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.015441] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.016172] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.016172] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.016172] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2243a89f-1f82-4894-8f9f-3ade7f28130e already deleted. [ 979.016172] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2243a89f-1f82-4894-8f9f-3ade7f28130e" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.016970] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2243a89f-1f82-4894-8f9f-3ade7f28130e" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.017823] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2243a89f-1f82-4894-8f9f-3ade7f28130e" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.017823] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2243a89f-1f82-4894-8f9f-3ade7f28130e',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.403239] env[70956]: INFO networking_nsxv3.common.synchronization [None req-dda9218b-349a-481d-afc0-134c38fb0b15 None None] Enqueued Resource ID: b5a8c761-9596-4206-a1e8-34f9621eb3ee with Priority: HIGHEST for action port [ 979.403239] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5a8c761-9596-4206-a1e8-34f9621eb3ee with Priority: HIGHEST for action port [ 979.404043] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5a8c761-9596-4206-a1e8-34f9621eb3ee taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.404043] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5a8c761-9596-4206-a1e8-34f9621eb3ee" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.404043] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5a8c761-9596-4206-a1e8-34f9621eb3ee" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.404266] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5a8c761-9596-4206-a1e8-34f9621eb3ee" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.404266] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5a8c761-9596-4206-a1e8-34f9621eb3ee',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.502181] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.503290] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.503290] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.503290] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.503290] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.503290] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61937a54-15b5-434f-b4d4-9b7b07524455 is going to be created. [ 979.528422] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.532200] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.532200] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.532200] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.532200] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.536210] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.536850] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.537190] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.537639] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.539022] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.539022] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2243a89f-1f82-4894-8f9f-3ade7f28130e already deleted. [ 979.539022] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2243a89f-1f82-4894-8f9f-3ade7f28130e" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.540828] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61937a54-15b5-434f-b4d4-9b7b07524455 in Status: UNINITIALIZED for 2s [ 979.906824] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b5a8c761-9596-4206-a1e8-34f9621eb3ee [ 979.907094] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.907228] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.907299] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.908039] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.908039] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.908039] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b5a8c761-9596-4206-a1e8-34f9621eb3ee already deleted. [ 979.908039] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5a8c761-9596-4206-a1e8-34f9621eb3ee" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.058123] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13f4fb16-aff0-4a46-a2f0-a4850dc67e4d in Status: SUCCESS [ 980.058825] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13f4fb16-aff0-4a46-a2f0-a4850dc67e4d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.060148] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13f4fb16-aff0-4a46-a2f0-a4850dc67e4d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.060148] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13f4fb16-aff0-4a46-a2f0-a4850dc67e4d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.060148] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.060148] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.060148] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.060644] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.060644] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.061583] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13f4fb16-aff0-4a46-a2f0-a4850dc67e4d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.061583] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('13f4fb16-aff0-4a46-a2f0-a4850dc67e4d',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.212477] env[70956]: INFO networking_nsxv3.common.synchronization [None req-f728cb61-11eb-404e-b637-e8e5fd868c59 None None] Enqueued Resource ID: 38eef016-3827-4ed3-9a33-8ff34eb4d823 with Priority: HIGHEST for action port [ 980.215644] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38eef016-3827-4ed3-9a33-8ff34eb4d823 with Priority: HIGHEST for action port [ 980.216278] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-38eef016-3827-4ed3-9a33-8ff34eb4d823 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.216408] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-38eef016-3827-4ed3-9a33-8ff34eb4d823" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.216477] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-38eef016-3827-4ed3-9a33-8ff34eb4d823" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.216739] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-38eef016-3827-4ed3-9a33-8ff34eb4d823" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.217863] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38eef016-3827-4ed3-9a33-8ff34eb4d823',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.566742] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('13f4fb16-aff0-4a46-a2f0-a4850dc67e4d',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.720407] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 38eef016-3827-4ed3-9a33-8ff34eb4d823 [ 980.720686] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.720833] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.720888] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.721105] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.721232] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.721335] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:38eef016-3827-4ed3-9a33-8ff34eb4d823 already deleted. [ 980.721429] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-38eef016-3827-4ed3-9a33-8ff34eb4d823" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.830896] env[70956]: INFO networking_nsxv3.common.synchronization [req-2e6dd62b-ccda-401c-be45-02d7ef8a6678 req-c1a37c1d-eba9-4156-8f8d-d2e39a5cb2df tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] Enqueued Resource ID: 5880ecfb-5deb-46f6-ae95-00406ef47edb with Priority: HIGHEST for action security_group_members [ 980.831454] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5880ecfb-5deb-46f6-ae95-00406ef47edb with Priority: HIGHEST for action security_group_members [ 980.831693] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-5880ecfb-5deb-46f6-ae95-00406ef47edb taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.831817] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5880ecfb-5deb-46f6-ae95-00406ef47edb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.831884] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5880ecfb-5deb-46f6-ae95-00406ef47edb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.835560] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5880ecfb-5deb-46f6-ae95-00406ef47edb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.835773] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.835897] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.835977] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.840031] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.840031] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.840031] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5880ecfb-5deb-46f6-ae95-00406ef47edb',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.076476] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 13f4fb16-aff0-4a46-a2f0-a4850dc67e4d: rpc.has_security_group_logging(os_id): False [ 981.094639] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.094639] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.094639] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.094639] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.094639] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.094981] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.094981] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.094981] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.097294] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.098736] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.098736] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 13f4fb16-aff0-4a46-a2f0-a4850dc67e4d is going to be created. [ 981.155679] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.155679] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.155679] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.155884] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.155951] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.174056] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 13f4fb16-aff0-4a46-a2f0-a4850dc67e4d in Status: IN_PROGRESS for 2s [ 981.251027] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-683 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.251027] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-683" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.251241] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-683" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.251507] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-683" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.251782] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.251944] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.252103] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.252315] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.252575] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.252701] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 981.252791] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 981.252903] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 981.253031] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 981.253142] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 981.253250] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 981.253383] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 981.273251] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 981.273513] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 981.273724] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 981.273958] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-683" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.274337] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-6383c425-5c78-494c-a031-e7c0c8ffc5af taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.274584] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-6383c425-5c78-494c-a031-e7c0c8ffc5af" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.274760] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-6383c425-5c78-494c-a031-e7c0c8ffc5af" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.275218] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-6383c425-5c78-494c-a031-e7c0c8ffc5af" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.275327] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6383c425-5c78-494c-a031-e7c0c8ffc5af',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.342472] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.342695] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.343398] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.343398] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.343398] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.343398] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.343622] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.343622] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.343622] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.343711] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.343781] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5880ecfb-5deb-46f6-ae95-00406ef47edb already deleted. [ 981.343861] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5880ecfb-5deb-46f6-ae95-00406ef47edb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.551786] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61937a54-15b5-434f-b4d4-9b7b07524455 in Status: UNINITIALIZED for 4s [ 981.777500] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.777792] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.777792] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.778068] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.778234] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.778420] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Segment Port 6383c425-5c78-494c-a031-e7c0c8ffc5af not found, creating... [ 981.778695] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.778863] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.778980] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.779222] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.779461] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.779664] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.779893] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.779954] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.780160] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.780299] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.780433] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: 6383c425-5c78-494c-a031-e7c0c8ffc5af is going to be created. [ 981.798912] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.799154] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.799293] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.799581] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.799814] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.800057] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-6383c425-5c78-494c-a031-e7c0c8ffc5af" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.037284] env[70956]: INFO networking_nsxv3.common.synchronization [req-8509ff59-1226-40bb-a70f-b3d8b4878982 req-34f99dbc-3a39-4bc0-979c-36f7abef03f0 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] Enqueued Resource ID: 6462c02c-4c20-48d5-a619-350aeefaa28a with Priority: HIGHEST for action security_group_members [ 982.037284] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6462c02c-4c20-48d5-a619-350aeefaa28a with Priority: HIGHEST for action security_group_members [ 982.037553] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-6462c02c-4c20-48d5-a619-350aeefaa28a taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.037679] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6462c02c-4c20-48d5-a619-350aeefaa28a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.037757] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6462c02c-4c20-48d5-a619-350aeefaa28a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.037945] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6462c02c-4c20-48d5-a619-350aeefaa28a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.038107] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.038205] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.038268] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.038446] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.038589] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.038705] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6462c02c-4c20-48d5-a619-350aeefaa28a',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.544029] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.544029] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.544029] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.544029] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.544029] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.544029] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.544029] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.544029] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.544029] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.544029] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.544029] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6462c02c-4c20-48d5-a619-350aeefaa28a is going to be updated. [ 982.554947] env[70956]: INFO networking_nsxv3.common.synchronization [None req-28dafb79-fdbe-48b6-b614-d6fbea8494ce None None] Enqueued Resource ID: 05c4f9ca-2096-49a9-8963-349495bc98c4 with Priority: HIGHEST for action port [ 982.557632] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05c4f9ca-2096-49a9-8963-349495bc98c4 with Priority: HIGHEST for action port [ 982.558580] env[70956]: INFO networking_nsxv3.common.synchronization [req-2e6dd62b-ccda-401c-be45-02d7ef8a6678 req-3f9cfccf-9e10-4638-b1f0-6c83f786d785 service nova] Enqueued Resource ID: 5880ecfb-5deb-46f6-ae95-00406ef47edb with Priority: HIGHEST for action security_group_rules [ 982.558872] env[70956]: INFO networking_nsxv3.common.synchronization [req-2e6dd62b-ccda-401c-be45-02d7ef8a6678 req-3f9cfccf-9e10-4638-b1f0-6c83f786d785 service nova] Enqueued Resource ID: 5880ecfb-5deb-46f6-ae95-00406ef47edb with Priority: HIGHEST for action security_group_members [ 982.559802] env[70956]: INFO networking_nsxv3.common.synchronization [req-2e6dd62b-ccda-401c-be45-02d7ef8a6678 req-3f9cfccf-9e10-4638-b1f0-6c83f786d785 service nova] Enqueued Resource ID: 6383c425-5c78-494c-a031-e7c0c8ffc5af with Priority: HIGHEST for action port [ 982.559802] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-05c4f9ca-2096-49a9-8963-349495bc98c4 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.559802] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-05c4f9ca-2096-49a9-8963-349495bc98c4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.559802] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-05c4f9ca-2096-49a9-8963-349495bc98c4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.559802] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-05c4f9ca-2096-49a9-8963-349495bc98c4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.560234] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05c4f9ca-2096-49a9-8963-349495bc98c4',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.561713] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5880ecfb-5deb-46f6-ae95-00406ef47edb with Priority: HIGHEST for action security_group_rules [ 982.562000] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5880ecfb-5deb-46f6-ae95-00406ef47edb with Priority: HIGHEST for action security_group_members [ 982.562000] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6383c425-5c78-494c-a031-e7c0c8ffc5af with Priority: HIGHEST for action port [ 982.562544] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5880ecfb-5deb-46f6-ae95-00406ef47edb taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.562544] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5880ecfb-5deb-46f6-ae95-00406ef47edb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.562544] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5880ecfb-5deb-46f6-ae95-00406ef47edb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.567023] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5880ecfb-5deb-46f6-ae95-00406ef47edb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.567023] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5880ecfb-5deb-46f6-ae95-00406ef47edb',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.567023] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-5880ecfb-5deb-46f6-ae95-00406ef47edb taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.567023] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5880ecfb-5deb-46f6-ae95-00406ef47edb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.567023] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5880ecfb-5deb-46f6-ae95-00406ef47edb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.567023] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5880ecfb-5deb-46f6-ae95-00406ef47edb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.567023] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.567023] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.567023] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.567023] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.567023] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.567023] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5880ecfb-5deb-46f6-ae95-00406ef47edb',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.567023] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-6383c425-5c78-494c-a031-e7c0c8ffc5af taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.567855] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6383c425-5c78-494c-a031-e7c0c8ffc5af" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.567855] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6383c425-5c78-494c-a031-e7c0c8ffc5af" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.567855] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6383c425-5c78-494c-a031-e7c0c8ffc5af" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.567855] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6383c425-5c78-494c-a031-e7c0c8ffc5af',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.590657] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.590657] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.590657] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.590657] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.590657] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.600255] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6462c02c-4c20-48d5-a619-350aeefaa28a in Status: IN_PROGRESS for 2s [ 983.061954] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 05c4f9ca-2096-49a9-8963-349495bc98c4 [ 983.062332] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.063190] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.063307] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.063522] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.063619] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.063726] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:05c4f9ca-2096-49a9-8963-349495bc98c4 already deleted. [ 983.063817] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-05c4f9ca-2096-49a9-8963-349495bc98c4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.065226] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-5880ecfb-5deb-46f6-ae95-00406ef47edb taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.065509] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5880ecfb-5deb-46f6-ae95-00406ef47edb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.069666] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6383c425-5c78-494c-a031-e7c0c8ffc5af with status ACTIVE [ 983.070249] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.070249] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.070249] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.070249] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.070507] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.070507] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.070597] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.070597] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.071423] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.071423] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.071423] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.071423] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.071423] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.071423] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.071423] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.071768] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6383c425-5c78-494c-a031-e7c0c8ffc5af is going to be updated. [ 983.073032] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5880ecfb-5deb-46f6-ae95-00406ef47edb',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.094837] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.094837] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.094837] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.094837] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.094837] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.094837] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6383c425-5c78-494c-a031-e7c0c8ffc5af" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.189655] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 13f4fb16-aff0-4a46-a2f0-a4850dc67e4d in Status: SUCCESS [ 983.189655] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-13f4fb16-aff0-4a46-a2f0-a4850dc67e4d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.206192] env[70956]: INFO networking_nsxv3.common.synchronization [req-3211f4a6-c4f1-4677-bc64-4c636e1d7b29 req-ae20bf54-e98c-4c9e-a766-d835e757ea4f tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Enqueued Resource ID: 65518df3-fa74-4cc4-bc12-e13005594074 with Priority: HIGHEST for action security_group_members [ 983.206256] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65518df3-fa74-4cc4-bc12-e13005594074 with Priority: HIGHEST for action security_group_members [ 983.206859] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-65518df3-fa74-4cc4-bc12-e13005594074 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.206859] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65518df3-fa74-4cc4-bc12-e13005594074" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.206859] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65518df3-fa74-4cc4-bc12-e13005594074" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.207101] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65518df3-fa74-4cc4-bc12-e13005594074" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.207425] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.207425] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.207425] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.207595] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.207628] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.207813] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65518df3-fa74-4cc4-bc12-e13005594074',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.510098] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-142 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.510355] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-142" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.510486] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-142" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.510773] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-142" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.511088] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.511319] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.511453] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.511708] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.511866] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.512212] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 983.512335] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 983.512471] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 983.512584] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 983.512700] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 983.512810] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 983.512948] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 983.531097] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 983.531313] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 983.531721] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 983.531721] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-142" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.531946] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-222213b8-a963-4d47-bdbf-568ce4bd17bd taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.532153] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-222213b8-a963-4d47-bdbf-568ce4bd17bd" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.532283] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-222213b8-a963-4d47-bdbf-568ce4bd17bd" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.532646] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-222213b8-a963-4d47-bdbf-568ce4bd17bd" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.532790] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('222213b8-a963-4d47-bdbf-568ce4bd17bd',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.560488] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61937a54-15b5-434f-b4d4-9b7b07524455 in Status: SUCCESS [ 983.560721] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61937a54-15b5-434f-b4d4-9b7b07524455" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.561219] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61937a54-15b5-434f-b4d4-9b7b07524455" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.561453] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61937a54-15b5-434f-b4d4-9b7b07524455" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.561652] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.561875] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.561875] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.562017] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.562104] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.562206] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61937a54-15b5-434f-b4d4-9b7b07524455" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.562318] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('61937a54-15b5-434f-b4d4-9b7b07524455',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.575324] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5880ecfb-5deb-46f6-ae95-00406ef47edb',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.710412] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.710412] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.710679] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.710746] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.711328] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.711328] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.711328] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.711328] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.711580] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.711580] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.711580] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65518df3-fa74-4cc4-bc12-e13005594074 is going to be updated. [ 983.735058] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.735247] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.735339] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.735570] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.735718] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.744134] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65518df3-fa74-4cc4-bc12-e13005594074 in Status: IN_PROGRESS for 2s [ 984.036938] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.036938] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.036938] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.036938] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.036938] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.037237] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Segment Port 222213b8-a963-4d47-bdbf-568ce4bd17bd not found, creating... [ 984.037369] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.037549] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.037672] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.037899] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.038058] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.038355] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.038512] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.038637] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.038867] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.038991] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.041810] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: 222213b8-a963-4d47-bdbf-568ce4bd17bd is going to be created. [ 984.060977] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.060977] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.060977] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.060977] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.061330] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.061330] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-222213b8-a963-4d47-bdbf-568ce4bd17bd" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.064687] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('61937a54-15b5-434f-b4d4-9b7b07524455',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.080135] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.080135] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.080135] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.080135] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.080135] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.080135] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5880ecfb-5deb-46f6-ae95-00406ef47edb is going to be created. [ 984.100833] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.101038] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.101038] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.101286] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.101442] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.110852] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5880ecfb-5deb-46f6-ae95-00406ef47edb in Status: UNINITIALIZED for 2s [ 984.567131] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 61937a54-15b5-434f-b4d4-9b7b07524455: rpc.has_security_group_logging(os_id): False [ 984.585159] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.585337] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.585404] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.585785] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.585902] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.586232] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.586369] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.586430] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.586579] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.586665] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.586935] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61937a54-15b5-434f-b4d4-9b7b07524455 is going to be created. [ 984.609529] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6462c02c-4c20-48d5-a619-350aeefaa28a in Status: SUCCESS [ 984.609638] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6462c02c-4c20-48d5-a619-350aeefaa28a deletion is rescheduled due to dependency. [ 984.609716] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6462c02c-4c20-48d5-a619-350aeefaa28a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.660499] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.660679] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.660754] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.661074] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.661230] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.678163] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61937a54-15b5-434f-b4d4-9b7b07524455 in Status: IN_PROGRESS for 2s [ 984.759952] env[70956]: INFO networking_nsxv3.common.synchronization [req-3211f4a6-c4f1-4677-bc64-4c636e1d7b29 req-b6845c87-578f-462f-96e0-2b061b610265 service nova] Enqueued Resource ID: 65518df3-fa74-4cc4-bc12-e13005594074 with Priority: HIGHEST for action security_group_rules [ 984.760123] env[70956]: INFO networking_nsxv3.common.synchronization [req-3211f4a6-c4f1-4677-bc64-4c636e1d7b29 req-b6845c87-578f-462f-96e0-2b061b610265 service nova] Enqueued Resource ID: 65518df3-fa74-4cc4-bc12-e13005594074 with Priority: HIGHEST for action security_group_members [ 984.760289] env[70956]: INFO networking_nsxv3.common.synchronization [req-3211f4a6-c4f1-4677-bc64-4c636e1d7b29 req-b6845c87-578f-462f-96e0-2b061b610265 service nova] Enqueued Resource ID: 222213b8-a963-4d47-bdbf-568ce4bd17bd with Priority: HIGHEST for action port [ 984.760534] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65518df3-fa74-4cc4-bc12-e13005594074 with Priority: HIGHEST for action security_group_rules [ 984.760668] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65518df3-fa74-4cc4-bc12-e13005594074 with Priority: HIGHEST for action security_group_members [ 984.760765] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 222213b8-a963-4d47-bdbf-568ce4bd17bd with Priority: HIGHEST for action port [ 984.761946] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-65518df3-fa74-4cc4-bc12-e13005594074 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.762098] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-65518df3-fa74-4cc4-bc12-e13005594074" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.762170] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-65518df3-fa74-4cc4-bc12-e13005594074" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.762418] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-65518df3-fa74-4cc4-bc12-e13005594074" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.762507] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('65518df3-fa74-4cc4-bc12-e13005594074',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.766443] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-65518df3-fa74-4cc4-bc12-e13005594074 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.766443] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65518df3-fa74-4cc4-bc12-e13005594074" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.766443] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-222213b8-a963-4d47-bdbf-568ce4bd17bd taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.766443] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-222213b8-a963-4d47-bdbf-568ce4bd17bd" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.766443] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-222213b8-a963-4d47-bdbf-568ce4bd17bd" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.766657] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-222213b8-a963-4d47-bdbf-568ce4bd17bd" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.766657] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('222213b8-a963-4d47-bdbf-568ce4bd17bd',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.268104] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-65518df3-fa74-4cc4-bc12-e13005594074 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.268438] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65518df3-fa74-4cc4-bc12-e13005594074" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.268530] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 222213b8-a963-4d47-bdbf-568ce4bd17bd with status ACTIVE [ 985.268860] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.268860] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.268860] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.269701] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.269701] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.269701] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.269701] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.269701] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.269701] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.269701] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.270166] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.270166] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.270166] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.270166] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.270166] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.270348] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 222213b8-a963-4d47-bdbf-568ce4bd17bd is going to be updated. [ 985.289612] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.289612] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.289612] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.289612] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.289889] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.289889] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-222213b8-a963-4d47-bdbf-568ce4bd17bd" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.754788] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65518df3-fa74-4cc4-bc12-e13005594074 in Status: SUCCESS [ 985.755055] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65518df3-fa74-4cc4-bc12-e13005594074 deletion is rescheduled due to dependency. [ 985.755134] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65518df3-fa74-4cc4-bc12-e13005594074" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.755687] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65518df3-fa74-4cc4-bc12-e13005594074" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.755907] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65518df3-fa74-4cc4-bc12-e13005594074" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.756078] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.756203] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.756274] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.756414] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.756491] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.756578] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65518df3-fa74-4cc4-bc12-e13005594074',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.120237] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5880ecfb-5deb-46f6-ae95-00406ef47edb in Status: SUCCESS [ 986.120437] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5880ecfb-5deb-46f6-ae95-00406ef47edb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.120592] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5880ecfb-5deb-46f6-ae95-00406ef47edb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.120802] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5880ecfb-5deb-46f6-ae95-00406ef47edb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.120999] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.121127] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.121211] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.121375] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.121521] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.121576] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5880ecfb-5deb-46f6-ae95-00406ef47edb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.121618] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5880ecfb-5deb-46f6-ae95-00406ef47edb',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.261669] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('65518df3-fa74-4cc4-bc12-e13005594074',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.499179] env[70956]: INFO networking_nsxv3.common.synchronization [req-1c8ef6cf-7ef5-46dd-b7b4-bfdd8c06fff8 req-95d8e005-71be-4c63-ab25-5335877ab643 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Enqueued Resource ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 with Priority: HIGHEST for action security_group_members [ 986.499909] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 with Priority: HIGHEST for action security_group_members [ 986.500262] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d09f0e2-4e07-43f7-ba53-6600d30c7795 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.500874] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.500874] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.500874] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.501190] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.501307] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.501373] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.501533] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.501617] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.501709] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d09f0e2-4e07-43f7-ba53-6600d30c7795',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.624371] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-5880ecfb-5deb-46f6-ae95-00406ef47edb taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.624547] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5880ecfb-5deb-46f6-ae95-00406ef47edb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.624624] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5880ecfb-5deb-46f6-ae95-00406ef47edb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.624814] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5880ecfb-5deb-46f6-ae95-00406ef47edb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.624983] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.625098] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.625251] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.625340] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.625389] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.625466] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5880ecfb-5deb-46f6-ae95-00406ef47edb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.625616] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-5880ecfb-5deb-46f6-ae95-00406ef47edb taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.625707] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5880ecfb-5deb-46f6-ae95-00406ef47edb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.625766] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5880ecfb-5deb-46f6-ae95-00406ef47edb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.625903] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5880ecfb-5deb-46f6-ae95-00406ef47edb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.626205] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.626416] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.626416] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.626580] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.626580] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.626732] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5880ecfb-5deb-46f6-ae95-00406ef47edb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.626732] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5880ecfb-5deb-46f6-ae95-00406ef47edb',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.691782] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61937a54-15b5-434f-b4d4-9b7b07524455 in Status: SUCCESS [ 986.692093] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61937a54-15b5-434f-b4d4-9b7b07524455" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.766766] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('65518df3-fa74-4cc4-bc12-e13005594074',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.888471] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-85 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.888737] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-85" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.888889] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-85" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.889209] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-85" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.889712] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.889712] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.889846] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.890074] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.890240] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.890474] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 986.890606] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 986.890715] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 986.890832] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 986.890937] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 986.891073] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 986.891248] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 986.910768] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 986.911009] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 986.911135] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 986.911361] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-85" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.911723] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-930aceb8-9659-4057-b3ba-e3e4f50c34b5 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.912214] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-930aceb8-9659-4057-b3ba-e3e4f50c34b5" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.912214] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-930aceb8-9659-4057-b3ba-e3e4f50c34b5" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.912516] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-930aceb8-9659-4057-b3ba-e3e4f50c34b5" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.912719] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('930aceb8-9659-4057-b3ba-e3e4f50c34b5',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.003400] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d09f0e2-4e07-43f7-ba53-6600d30c7795',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.129597] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5880ecfb-5deb-46f6-ae95-00406ef47edb: rpc.has_security_group_logging(os_id): False [ 987.147626] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.147769] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.147833] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.148050] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.148141] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.148336] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.148428] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.148490] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.148636] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.148712] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.148903] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.148994] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.149074] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.149230] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.149308] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.149493] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.149584] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.149646] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.149777] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.149850] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.149934] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5880ecfb-5deb-46f6-ae95-00406ef47edb is going to be created. [ 987.215902] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.216110] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.216254] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.216345] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.216581] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.226966] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5880ecfb-5deb-46f6-ae95-00406ef47edb in Status: IN_PROGRESS for 2s [ 987.269373] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.269530] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.269689] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.269870] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.269999] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.270156] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65518df3-fa74-4cc4-bc12-e13005594074 is going to be updated. [ 987.321868] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.322072] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.322513] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.322513] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.322696] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.332907] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65518df3-fa74-4cc4-bc12-e13005594074 in Status: IN_PROGRESS for 2s [ 987.418141] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.418141] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.418141] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.418141] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.418141] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.418141] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Segment Port 930aceb8-9659-4057-b3ba-e3e4f50c34b5 not found, creating... [ 987.419471] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.419471] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.419471] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.419471] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.419968] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.420431] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.420696] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.421033] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.421227] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.421509] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.422368] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: 930aceb8-9659-4057-b3ba-e3e4f50c34b5 is going to be created. [ 987.442880] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.443126] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.443257] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.443531] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.443760] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.443986] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-930aceb8-9659-4057-b3ba-e3e4f50c34b5" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.505986] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d09f0e2-4e07-43f7-ba53-6600d30c7795',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.008461] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.008620] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.008694] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.008917] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.009021] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.009127] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 is going to be updated. [ 988.036050] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.036230] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.036315] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.036530] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.036674] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.046983] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 in Status: IN_PROGRESS for 2s [ 988.133503] env[70956]: INFO networking_nsxv3.common.synchronization [req-1c8ef6cf-7ef5-46dd-b7b4-bfdd8c06fff8 req-ca99b68e-0994-411f-b0b1-6183d91680dc service nova] Enqueued Resource ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 with Priority: HIGHEST for action security_group_rules [ 988.133503] env[70956]: INFO networking_nsxv3.common.synchronization [req-1c8ef6cf-7ef5-46dd-b7b4-bfdd8c06fff8 req-ca99b68e-0994-411f-b0b1-6183d91680dc service nova] Enqueued Resource ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 with Priority: HIGHEST for action security_group_members [ 988.133503] env[70956]: INFO networking_nsxv3.common.synchronization [req-1c8ef6cf-7ef5-46dd-b7b4-bfdd8c06fff8 req-ca99b68e-0994-411f-b0b1-6183d91680dc service nova] Enqueued Resource ID: 930aceb8-9659-4057-b3ba-e3e4f50c34b5 with Priority: HIGHEST for action port [ 988.133503] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 with Priority: HIGHEST for action security_group_rules [ 988.133503] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 with Priority: HIGHEST for action security_group_members [ 988.133503] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 930aceb8-9659-4057-b3ba-e3e4f50c34b5 with Priority: HIGHEST for action port [ 988.133503] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d09f0e2-4e07-43f7-ba53-6600d30c7795 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.133503] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.133503] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.134327] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.134618] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d09f0e2-4e07-43f7-ba53-6600d30c7795',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.135759] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d09f0e2-4e07-43f7-ba53-6600d30c7795 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.136014] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.136368] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-930aceb8-9659-4057-b3ba-e3e4f50c34b5 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.136627] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-930aceb8-9659-4057-b3ba-e3e4f50c34b5" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.136935] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-930aceb8-9659-4057-b3ba-e3e4f50c34b5" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.137697] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-930aceb8-9659-4057-b3ba-e3e4f50c34b5" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.137697] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('930aceb8-9659-4057-b3ba-e3e4f50c34b5',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.639156] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 930aceb8-9659-4057-b3ba-e3e4f50c34b5 with status ACTIVE [ 988.639989] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.639989] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.640359] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.641109] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.641958] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.641958] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.642378] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.642378] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.642456] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.643037] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.643037] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.643037] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.643037] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.643037] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.643364] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.643364] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 930aceb8-9659-4057-b3ba-e3e4f50c34b5 is going to be updated. [ 988.644986] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d09f0e2-4e07-43f7-ba53-6600d30c7795 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.645131] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.672916] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.673145] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.673243] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.673488] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.675011] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.675011] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-930aceb8-9659-4057-b3ba-e3e4f50c34b5" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.151173] env[70956]: INFO networking_nsxv3.common.synchronization [req-df746a24-dca2-4565-95da-69dfa44cc8a1 req-18579d25-e91b-4cd6-81c9-72d1babd8d42 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Enqueued Resource ID: 7a24b5ad-c650-4671-9c3b-9d8c667356fa with Priority: HIGHEST for action security_group_members [ 989.151173] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a24b5ad-c650-4671-9c3b-9d8c667356fa with Priority: HIGHEST for action security_group_members [ 989.151736] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a24b5ad-c650-4671-9c3b-9d8c667356fa taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.152064] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a24b5ad-c650-4671-9c3b-9d8c667356fa" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.152253] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a24b5ad-c650-4671-9c3b-9d8c667356fa" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.154637] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a24b5ad-c650-4671-9c3b-9d8c667356fa" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.154637] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.154637] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.154637] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.154637] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.154637] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.154637] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a24b5ad-c650-4671-9c3b-9d8c667356fa',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.238808] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5880ecfb-5deb-46f6-ae95-00406ef47edb in Status: SUCCESS [ 989.238808] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5880ecfb-5deb-46f6-ae95-00406ef47edb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.343296] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65518df3-fa74-4cc4-bc12-e13005594074 in Status: SUCCESS [ 989.346915] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65518df3-fa74-4cc4-bc12-e13005594074" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.346915] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65518df3-fa74-4cc4-bc12-e13005594074" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.346915] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65518df3-fa74-4cc4-bc12-e13005594074" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.346915] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.346915] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.346915] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.346915] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.346915] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.346915] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65518df3-fa74-4cc4-bc12-e13005594074" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.346915] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('65518df3-fa74-4cc4-bc12-e13005594074',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.459026] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-549 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.459026] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-549" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.459026] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-549" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.459026] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-549" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.459026] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.459026] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.459026] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.459026] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.459026] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.459026] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 989.459026] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 989.459026] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 989.459026] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 989.459800] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 989.459800] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 989.459800] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 989.480561] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 989.480561] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 989.480561] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 989.480561] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-549" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.480561] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-e9df9689-9897-448a-942e-165566d84daf taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.480561] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-e9df9689-9897-448a-942e-165566d84daf" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.480561] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-e9df9689-9897-448a-942e-165566d84daf" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.480561] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-e9df9689-9897-448a-942e-165566d84daf" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.480561] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9df9689-9897-448a-942e-165566d84daf',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.656201] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.656511] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.656511] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.656672] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.656762] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.657017] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.657165] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.657308] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.657397] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.657516] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.657663] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a24b5ad-c650-4671-9c3b-9d8c667356fa already deleted. [ 989.657761] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a24b5ad-c650-4671-9c3b-9d8c667356fa" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.850029] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-65518df3-fa74-4cc4-bc12-e13005594074 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.850029] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65518df3-fa74-4cc4-bc12-e13005594074" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.850029] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65518df3-fa74-4cc4-bc12-e13005594074" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.850029] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65518df3-fa74-4cc4-bc12-e13005594074" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.850029] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.851422] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.852159] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.852498] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.852629] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.852904] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65518df3-fa74-4cc4-bc12-e13005594074" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.855244] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-65518df3-fa74-4cc4-bc12-e13005594074 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.855362] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65518df3-fa74-4cc4-bc12-e13005594074" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.855446] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65518df3-fa74-4cc4-bc12-e13005594074" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.855606] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65518df3-fa74-4cc4-bc12-e13005594074" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.855759] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.855855] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.855918] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.861197] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.861197] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.861197] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65518df3-fa74-4cc4-bc12-e13005594074" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.861197] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('65518df3-fa74-4cc4-bc12-e13005594074',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.983025] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.983278] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.983567] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.983852] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.984016] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.984207] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Segment Port e9df9689-9897-448a-942e-165566d84daf not found, creating... [ 989.984495] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.984665] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.984789] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.985068] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.985222] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.985520] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.985697] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.985824] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.986045] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.986188] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.986370] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: e9df9689-9897-448a-942e-165566d84daf is going to be created. [ 990.011713] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.012656] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.012656] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.012656] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.012656] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.012941] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-e9df9689-9897-448a-942e-165566d84daf" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.058653] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 in Status: SUCCESS [ 990.058877] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.059115] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.059409] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.059606] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.059741] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.059851] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.059958] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.060149] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.060149] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d09f0e2-4e07-43f7-ba53-6600d30c7795',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.365514] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 65518df3-fa74-4cc4-bc12-e13005594074: rpc.has_security_group_logging(os_id): False [ 990.385612] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.385769] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.385841] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.386067] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.386160] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.386355] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.386456] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.386520] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.386673] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.386745] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.386943] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.387046] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.387109] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.387249] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.387324] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.387501] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.387623] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.387706] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.387822] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.387895] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.387981] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 65518df3-fa74-4cc4-bc12-e13005594074 is going to be updated. [ 990.443044] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.443221] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.443311] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.443643] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.443861] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.458610] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65518df3-fa74-4cc4-bc12-e13005594074 in Status: IN_PROGRESS for 2s [ 990.562904] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d09f0e2-4e07-43f7-ba53-6600d30c7795',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.678432] env[70956]: INFO networking_nsxv3.common.synchronization [req-df746a24-dca2-4565-95da-69dfa44cc8a1 req-242c3b23-bfd2-40c7-b209-15df6ef0a7a6 service nova] Enqueued Resource ID: 7a24b5ad-c650-4671-9c3b-9d8c667356fa with Priority: HIGHEST for action security_group_rules [ 990.678682] env[70956]: INFO networking_nsxv3.common.synchronization [req-df746a24-dca2-4565-95da-69dfa44cc8a1 req-242c3b23-bfd2-40c7-b209-15df6ef0a7a6 service nova] Enqueued Resource ID: 7a24b5ad-c650-4671-9c3b-9d8c667356fa with Priority: HIGHEST for action security_group_members [ 990.678762] env[70956]: INFO networking_nsxv3.common.synchronization [req-df746a24-dca2-4565-95da-69dfa44cc8a1 req-242c3b23-bfd2-40c7-b209-15df6ef0a7a6 service nova] Enqueued Resource ID: e9df9689-9897-448a-942e-165566d84daf with Priority: HIGHEST for action port [ 990.678998] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a24b5ad-c650-4671-9c3b-9d8c667356fa with Priority: HIGHEST for action security_group_rules [ 990.679163] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a24b5ad-c650-4671-9c3b-9d8c667356fa with Priority: HIGHEST for action security_group_members [ 990.679275] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9df9689-9897-448a-942e-165566d84daf with Priority: HIGHEST for action port [ 990.679807] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a24b5ad-c650-4671-9c3b-9d8c667356fa taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.679935] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a24b5ad-c650-4671-9c3b-9d8c667356fa" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.680010] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a24b5ad-c650-4671-9c3b-9d8c667356fa" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.680211] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a24b5ad-c650-4671-9c3b-9d8c667356fa" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.680294] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a24b5ad-c650-4671-9c3b-9d8c667356fa',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.683137] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a24b5ad-c650-4671-9c3b-9d8c667356fa taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.683137] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a24b5ad-c650-4671-9c3b-9d8c667356fa" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.683137] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a24b5ad-c650-4671-9c3b-9d8c667356fa" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.683137] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a24b5ad-c650-4671-9c3b-9d8c667356fa" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.683137] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.683137] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.683137] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.683137] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.683137] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.683137] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a24b5ad-c650-4671-9c3b-9d8c667356fa',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.683137] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9df9689-9897-448a-942e-165566d84daf taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.683137] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9df9689-9897-448a-942e-165566d84daf" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.683137] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9df9689-9897-448a-942e-165566d84daf" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.683879] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9df9689-9897-448a-942e-165566d84daf" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.683879] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9df9689-9897-448a-942e-165566d84daf',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.066136] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d09f0e2-4e07-43f7-ba53-6600d30c7795',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.185189] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a24b5ad-c650-4671-9c3b-9d8c667356fa taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.185324] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a24b5ad-c650-4671-9c3b-9d8c667356fa" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.185665] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7a24b5ad-c650-4671-9c3b-9d8c667356fa',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.186384] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e9df9689-9897-448a-942e-165566d84daf with status ACTIVE [ 991.186594] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.186721] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.186791] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.186986] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.187089] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.187333] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.187389] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.187546] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.187581] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.187693] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.187925] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.188057] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.188125] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.188263] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.188340] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.188425] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e9df9689-9897-448a-942e-165566d84daf is going to be updated. [ 991.233250] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.233250] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.233250] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.233250] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.233250] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.233250] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9df9689-9897-448a-942e-165566d84daf" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.568612] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.568612] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.568612] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.568914] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.569061] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.569208] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 is going to be updated. [ 991.599184] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.599371] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.599437] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.599647] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.599820] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.612294] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 in Status: IN_PROGRESS for 2s [ 991.682242] env[70956]: INFO networking_nsxv3.common.synchronization [req-eae78a90-dd95-48c4-a2a2-1329e869ff47 req-c48fb93c-e820-4285-823b-58d8aa6b1d04 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Enqueued Resource ID: 0d7c8caf-03d0-4a98-9008-6322def6e6c7 with Priority: HIGHEST for action security_group_members [ 991.682771] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d7c8caf-03d0-4a98-9008-6322def6e6c7 with Priority: HIGHEST for action security_group_members [ 991.683090] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d7c8caf-03d0-4a98-9008-6322def6e6c7 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.683215] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d7c8caf-03d0-4a98-9008-6322def6e6c7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.683281] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d7c8caf-03d0-4a98-9008-6322def6e6c7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.683544] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d7c8caf-03d0-4a98-9008-6322def6e6c7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.683713] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.683814] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.683870] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.684041] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.684131] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.684247] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d7c8caf-03d0-4a98-9008-6322def6e6c7',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.690312] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7a24b5ad-c650-4671-9c3b-9d8c667356fa',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.024095] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-503 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.025997] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-503" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.026140] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-503" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.027175] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-503" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.027175] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.027570] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.027725] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.027977] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.028141] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.028403] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 992.028525] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 992.030211] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 992.030211] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 992.030211] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 992.030211] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 992.030211] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 992.046773] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 992.046956] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 992.047117] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 992.047301] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-503" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.048026] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-472422f9-011e-4b0d-a46f-42453f92e587 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.048026] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-472422f9-011e-4b0d-a46f-42453f92e587" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.048026] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-472422f9-011e-4b0d-a46f-42453f92e587" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.048435] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-472422f9-011e-4b0d-a46f-42453f92e587" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.048471] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('472422f9-011e-4b0d-a46f-42453f92e587',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.187125] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.191017] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.191017] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.191017] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.191017] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.191017] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.191017] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.191017] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.191017] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.191017] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.191017] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d7c8caf-03d0-4a98-9008-6322def6e6c7 already deleted. [ 992.191017] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d7c8caf-03d0-4a98-9008-6322def6e6c7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.195450] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.195608] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.195665] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.195886] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.196052] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.196146] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a24b5ad-c650-4671-9c3b-9d8c667356fa is going to be created. [ 992.228035] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.228035] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.228035] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.228035] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.228035] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.238252] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a24b5ad-c650-4671-9c3b-9d8c667356fa in Status: UNINITIALIZED for 2s [ 992.474190] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65518df3-fa74-4cc4-bc12-e13005594074 in Status: SUCCESS [ 992.474434] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-65518df3-fa74-4cc4-bc12-e13005594074" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.551030] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.551030] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.551212] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.551554] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.551725] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.551889] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Segment Port 472422f9-011e-4b0d-a46f-42453f92e587 not found, creating... [ 992.552165] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.552366] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.552505] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.552728] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.552871] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.553283] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.553490] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.553490] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.553490] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.553876] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.554063] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: 472422f9-011e-4b0d-a46f-42453f92e587 is going to be created. [ 992.572225] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.572423] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.572552] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.572838] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.573101] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.573359] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-472422f9-011e-4b0d-a46f-42453f92e587" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.337824] env[70956]: INFO networking_nsxv3.common.synchronization [req-40de9dce-1072-4c10-a6b7-3c2bb2cc4c6d req-49ef59c7-a689-42bf-8e77-ef9fa5f4f9b6 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Enqueued Resource ID: b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c with Priority: HIGHEST for action security_group_members [ 993.338137] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c with Priority: HIGHEST for action security_group_members [ 993.338436] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.338572] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.338642] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.338840] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.338982] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.339093] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.339154] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.339316] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.339406] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.339498] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.347748] env[70956]: INFO networking_nsxv3.common.synchronization [req-eae78a90-dd95-48c4-a2a2-1329e869ff47 req-637c9a10-0cc3-4abc-8489-140a861a4940 service nova] Enqueued Resource ID: 0d7c8caf-03d0-4a98-9008-6322def6e6c7 with Priority: HIGHEST for action security_group_rules [ 993.347847] env[70956]: INFO networking_nsxv3.common.synchronization [req-eae78a90-dd95-48c4-a2a2-1329e869ff47 req-637c9a10-0cc3-4abc-8489-140a861a4940 service nova] Enqueued Resource ID: 0d7c8caf-03d0-4a98-9008-6322def6e6c7 with Priority: HIGHEST for action security_group_members [ 993.347918] env[70956]: INFO networking_nsxv3.common.synchronization [req-eae78a90-dd95-48c4-a2a2-1329e869ff47 req-637c9a10-0cc3-4abc-8489-140a861a4940 service nova] Enqueued Resource ID: 472422f9-011e-4b0d-a46f-42453f92e587 with Priority: HIGHEST for action port [ 993.348374] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d7c8caf-03d0-4a98-9008-6322def6e6c7 with Priority: HIGHEST for action security_group_rules [ 993.348506] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d7c8caf-03d0-4a98-9008-6322def6e6c7 with Priority: HIGHEST for action security_group_members [ 993.348601] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 472422f9-011e-4b0d-a46f-42453f92e587 with Priority: HIGHEST for action port [ 993.348855] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d7c8caf-03d0-4a98-9008-6322def6e6c7 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.348975] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d7c8caf-03d0-4a98-9008-6322def6e6c7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.352996] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d7c8caf-03d0-4a98-9008-6322def6e6c7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.352996] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d7c8caf-03d0-4a98-9008-6322def6e6c7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.352996] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d7c8caf-03d0-4a98-9008-6322def6e6c7',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.352996] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d7c8caf-03d0-4a98-9008-6322def6e6c7 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.352996] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d7c8caf-03d0-4a98-9008-6322def6e6c7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.352996] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d7c8caf-03d0-4a98-9008-6322def6e6c7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.352996] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d7c8caf-03d0-4a98-9008-6322def6e6c7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.352996] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.352996] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.352996] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.352996] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.352996] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.352996] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d7c8caf-03d0-4a98-9008-6322def6e6c7',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.352996] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-472422f9-011e-4b0d-a46f-42453f92e587 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.352996] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-472422f9-011e-4b0d-a46f-42453f92e587" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.352996] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-472422f9-011e-4b0d-a46f-42453f92e587" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.352996] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-472422f9-011e-4b0d-a46f-42453f92e587" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.352996] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('472422f9-011e-4b0d-a46f-42453f92e587',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.357751] env[70956]: INFO networking_nsxv3.common.synchronization [req-25959657-9c70-45bc-855f-be907b7a657c req-2eb84b1d-ebe7-4729-94cc-fade8205b70f tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Enqueued Resource ID: 3b2b6d0d-e131-4168-b7a7-c6f615a37e80 with Priority: HIGHEST for action security_group_members [ 993.358211] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b2b6d0d-e131-4168-b7a7-c6f615a37e80 with Priority: HIGHEST for action security_group_members [ 993.358482] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b2b6d0d-e131-4168-b7a7-c6f615a37e80 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.358591] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b2b6d0d-e131-4168-b7a7-c6f615a37e80" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.358658] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b2b6d0d-e131-4168-b7a7-c6f615a37e80" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.358820] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b2b6d0d-e131-4168-b7a7-c6f615a37e80" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.358961] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.362031] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.362120] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.362289] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.362383] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.362504] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b2b6d0d-e131-4168-b7a7-c6f615a37e80',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.623987] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 in Status: SUCCESS [ 993.624256] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.624771] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.624991] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.625208] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.625328] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.625848] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.626040] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.626132] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.626224] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.626326] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7d09f0e2-4e07-43f7-ba53-6600d30c7795',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.845020] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.845020] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.845020] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.845020] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.845020] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.845020] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.845020] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.845020] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.845020] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.845020] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.845020] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c is going to be updated. [ 993.858071] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 472422f9-011e-4b0d-a46f-42453f92e587 with status ACTIVE [ 993.858071] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.858071] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.858071] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.858071] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.858071] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.858071] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.858071] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.858071] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.858071] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.858071] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.858071] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.858071] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.858071] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.858071] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.858071] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.858975] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 472422f9-011e-4b0d-a46f-42453f92e587 is going to be updated. [ 993.861271] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d7c8caf-03d0-4a98-9008-6322def6e6c7 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.861451] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d7c8caf-03d0-4a98-9008-6322def6e6c7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.861692] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0d7c8caf-03d0-4a98-9008-6322def6e6c7',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.864720] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.864938] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.864995] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.865221] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.865346] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.865556] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.865690] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.865778] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.865959] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.866082] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.866199] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b2b6d0d-e131-4168-b7a7-c6f615a37e80 is going to be updated. [ 993.880341] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.880341] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.880341] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.880341] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.880341] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.884263] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c in Status: IN_PROGRESS for 2s [ 993.892140] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.892279] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.892348] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.892563] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.892691] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.892910] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-472422f9-011e-4b0d-a46f-42453f92e587" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.902846] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.902846] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.902846] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.902846] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.902846] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.916296] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b2b6d0d-e131-4168-b7a7-c6f615a37e80 in Status: IN_PROGRESS for 2s [ 994.128621] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d09f0e2-4e07-43f7-ba53-6600d30c7795 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.128621] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.128621] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.128771] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.128922] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.129101] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.129101] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.129257] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.129329] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.129412] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.129641] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d09f0e2-4e07-43f7-ba53-6600d30c7795 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.129641] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.129747] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.129833] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.129972] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.130071] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.130131] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.130266] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.130343] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.130422] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.130510] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7d09f0e2-4e07-43f7-ba53-6600d30c7795',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.247375] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a24b5ad-c650-4671-9c3b-9d8c667356fa in Status: SUCCESS [ 994.247706] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a24b5ad-c650-4671-9c3b-9d8c667356fa" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.247803] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a24b5ad-c650-4671-9c3b-9d8c667356fa" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.247989] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a24b5ad-c650-4671-9c3b-9d8c667356fa" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.248197] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.248317] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.248378] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.248873] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.248873] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.248873] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a24b5ad-c650-4671-9c3b-9d8c667356fa" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.248873] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7a24b5ad-c650-4671-9c3b-9d8c667356fa',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.366018] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0d7c8caf-03d0-4a98-9008-6322def6e6c7',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.632715] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7d09f0e2-4e07-43f7-ba53-6600d30c7795: rpc.has_security_group_logging(os_id): False [ 994.661522] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.661698] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.661740] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.661945] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.662077] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.662275] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.662405] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.662446] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.662644] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.662644] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.662957] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.663115] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.663115] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.663344] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.663344] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.663511] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.663590] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.663644] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.663772] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.663877] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.663930] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 is going to be updated. [ 994.720996] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.721169] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.721238] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.721511] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.721659] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.736513] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 in Status: IN_PROGRESS for 2s [ 994.752365] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7a24b5ad-c650-4671-9c3b-9d8c667356fa',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.865910] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.866107] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.866158] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.866382] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.866777] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.866777] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d7c8caf-03d0-4a98-9008-6322def6e6c7 is going to be created. [ 994.890471] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.890620] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.890680] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.890955] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.891132] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.904991] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d7c8caf-03d0-4a98-9008-6322def6e6c7 in Status: UNINITIALIZED for 2s [ 995.254523] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7a24b5ad-c650-4671-9c3b-9d8c667356fa: rpc.has_security_group_logging(os_id): False [ 995.274792] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.275046] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.275128] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.275448] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.275559] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.275826] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.275989] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.276113] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.276308] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.276399] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.276500] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a24b5ad-c650-4671-9c3b-9d8c667356fa is going to be created. [ 995.335239] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.335450] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.335450] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.335777] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.336081] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.345930] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a24b5ad-c650-4671-9c3b-9d8c667356fa in Status: IN_PROGRESS for 2s [ 995.894285] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c in Status: SUCCESS [ 995.894285] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c deletion is rescheduled due to dependency. [ 995.894285] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.926228] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b2b6d0d-e131-4168-b7a7-c6f615a37e80 in Status: SUCCESS [ 995.926228] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b2b6d0d-e131-4168-b7a7-c6f615a37e80 deletion is rescheduled due to dependency. [ 995.926228] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b2b6d0d-e131-4168-b7a7-c6f615a37e80" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.721157] env[70956]: INFO networking_nsxv3.common.synchronization [None req-ed6b0df6-1b97-4491-861d-3f6f8c585c42 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Enqueued Resource ID: 9bc8cf53-380d-4320-aade-c98a91e89d34 with Priority: HIGHEST for action security_group_rules [ 996.722537] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bc8cf53-380d-4320-aade-c98a91e89d34 with Priority: HIGHEST for action security_group_rules [ 996.723024] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9bc8cf53-380d-4320-aade-c98a91e89d34 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.723287] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9bc8cf53-380d-4320-aade-c98a91e89d34" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.723445] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9bc8cf53-380d-4320-aade-c98a91e89d34" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.723838] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9bc8cf53-380d-4320-aade-c98a91e89d34" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.724035] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9bc8cf53-380d-4320-aade-c98a91e89d34',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.754528] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 in Status: SUCCESS [ 996.754740] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.800444] env[70956]: INFO networking_nsxv3.common.synchronization [None req-9b05eb96-5661-46fd-8ac9-c5a198605064 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Enqueued Resource ID: 9bc8cf53-380d-4320-aade-c98a91e89d34 with Priority: HIGHEST for action security_group_rules [ 996.801018] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bc8cf53-380d-4320-aade-c98a91e89d34 with Priority: HIGHEST for action security_group_rules [ 996.801844] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9bc8cf53-380d-4320-aade-c98a91e89d34 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.801844] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9bc8cf53-380d-4320-aade-c98a91e89d34" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.915917] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d7c8caf-03d0-4a98-9008-6322def6e6c7 in Status: SUCCESS [ 996.916298] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d7c8caf-03d0-4a98-9008-6322def6e6c7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.916429] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d7c8caf-03d0-4a98-9008-6322def6e6c7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.916742] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d7c8caf-03d0-4a98-9008-6322def6e6c7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.917067] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.917275] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.917399] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.917650] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.917801] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.917963] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d7c8caf-03d0-4a98-9008-6322def6e6c7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.919194] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0d7c8caf-03d0-4a98-9008-6322def6e6c7',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.002204] env[70956]: INFO networking_nsxv3.common.synchronization [req-16813387-b171-430e-b235-11ef43004cac req-5251ea04-cc92-4f0a-8cca-b9f3c867c4cc tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Enqueued Resource ID: 65518df3-fa74-4cc4-bc12-e13005594074 with Priority: HIGHEST for action security_group_members [ 997.002732] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65518df3-fa74-4cc4-bc12-e13005594074 with Priority: HIGHEST for action security_group_members [ 997.004499] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-65518df3-fa74-4cc4-bc12-e13005594074 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.004677] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65518df3-fa74-4cc4-bc12-e13005594074" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.004745] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65518df3-fa74-4cc4-bc12-e13005594074" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.004945] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65518df3-fa74-4cc4-bc12-e13005594074" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.005129] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.005227] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.005281] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.005441] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.006227] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.006227] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65518df3-fa74-4cc4-bc12-e13005594074',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.247021] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.247021] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.247021] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.247021] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.247021] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.247021] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9bc8cf53-380d-4320-aade-c98a91e89d34 already deleted. [ 997.247021] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9bc8cf53-380d-4320-aade-c98a91e89d34" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.247021] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9bc8cf53-380d-4320-aade-c98a91e89d34" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.247021] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9bc8cf53-380d-4320-aade-c98a91e89d34" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.247021] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9bc8cf53-380d-4320-aade-c98a91e89d34',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.288311] env[70956]: INFO networking_nsxv3.common.synchronization [req-1b3d81b3-57b4-4e15-b7b3-55266d49df81 req-226ca5d5-19b3-41cd-9972-80c498c3bdf0 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] Enqueued Resource ID: 5880ecfb-5deb-46f6-ae95-00406ef47edb with Priority: HIGHEST for action security_group_members [ 997.288960] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5880ecfb-5deb-46f6-ae95-00406ef47edb with Priority: HIGHEST for action security_group_members [ 997.289299] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-5880ecfb-5deb-46f6-ae95-00406ef47edb taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.289463] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5880ecfb-5deb-46f6-ae95-00406ef47edb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.289510] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5880ecfb-5deb-46f6-ae95-00406ef47edb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.289679] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5880ecfb-5deb-46f6-ae95-00406ef47edb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.289861] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.289964] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.290044] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.290381] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.290476] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.290574] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5880ecfb-5deb-46f6-ae95-00406ef47edb',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.357387] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a24b5ad-c650-4671-9c3b-9d8c667356fa in Status: SUCCESS [ 997.357621] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a24b5ad-c650-4671-9c3b-9d8c667356fa" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.422937] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d7c8caf-03d0-4a98-9008-6322def6e6c7 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.423113] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d7c8caf-03d0-4a98-9008-6322def6e6c7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.423190] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d7c8caf-03d0-4a98-9008-6322def6e6c7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.423412] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d7c8caf-03d0-4a98-9008-6322def6e6c7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.423607] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.423708] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.423766] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.423907] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.423993] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.424093] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d7c8caf-03d0-4a98-9008-6322def6e6c7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.424238] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d7c8caf-03d0-4a98-9008-6322def6e6c7 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.424328] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d7c8caf-03d0-4a98-9008-6322def6e6c7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.424396] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d7c8caf-03d0-4a98-9008-6322def6e6c7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.424530] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d7c8caf-03d0-4a98-9008-6322def6e6c7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.424667] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.424755] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.424810] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.424943] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.425034] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.425109] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d7c8caf-03d0-4a98-9008-6322def6e6c7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.425196] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0d7c8caf-03d0-4a98-9008-6322def6e6c7',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.511125] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.511346] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.511346] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.511722] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.511722] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.511988] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.511988] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.512103] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.512287] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.512287] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.512418] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65518df3-fa74-4cc4-bc12-e13005594074 is going to be updated. [ 997.538761] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.538895] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.538934] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.539138] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.539302] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.547081] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65518df3-fa74-4cc4-bc12-e13005594074 in Status: IN_PROGRESS for 2s [ 997.764911] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.764911] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.764911] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.764911] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.764911] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.764911] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9bc8cf53-380d-4320-aade-c98a91e89d34 already deleted. [ 997.764911] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9bc8cf53-380d-4320-aade-c98a91e89d34" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.794114] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.794114] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.794114] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.794114] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.794114] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.794114] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.794114] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.794114] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.794114] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.794114] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.794114] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5880ecfb-5deb-46f6-ae95-00406ef47edb is going to be updated. [ 997.817441] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.818126] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.818126] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.818126] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.818126] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.825483] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5880ecfb-5deb-46f6-ae95-00406ef47edb in Status: IN_PROGRESS for 2s [ 997.927169] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0d7c8caf-03d0-4a98-9008-6322def6e6c7: rpc.has_security_group_logging(os_id): False [ 997.944495] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.944755] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.944755] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.944925] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.945028] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.945397] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.945397] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.945397] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.945619] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.945668] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.945844] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.945950] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.945993] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.946151] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.946229] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.946408] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.946524] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.946586] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.946725] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.946795] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.946877] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d7c8caf-03d0-4a98-9008-6322def6e6c7 is going to be created. [ 998.000570] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.000822] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.000822] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.001136] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.001476] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.011988] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d7c8caf-03d0-4a98-9008-6322def6e6c7 in Status: IN_PROGRESS for 2s [ 998.739018] env[70956]: INFO networking_nsxv3.common.synchronization [req-88738359-ed95-40e3-9d4a-44bc4681eddc req-0a44844e-a8de-485c-aad8-ca0670a428b3 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Enqueued Resource ID: 396b9837-8d50-4fc3-acd7-48e560d0e2eb with Priority: HIGHEST for action security_group_members [ 998.739018] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 396b9837-8d50-4fc3-acd7-48e560d0e2eb with Priority: HIGHEST for action security_group_members [ 998.739018] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-396b9837-8d50-4fc3-acd7-48e560d0e2eb taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.739018] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-396b9837-8d50-4fc3-acd7-48e560d0e2eb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.739018] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-396b9837-8d50-4fc3-acd7-48e560d0e2eb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.739812] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-396b9837-8d50-4fc3-acd7-48e560d0e2eb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.740101] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.740335] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.740486] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.741819] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.741819] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.741819] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('396b9837-8d50-4fc3-acd7-48e560d0e2eb',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.057327] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-113 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.057757] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-113" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.057757] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-113" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.058115] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-113" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.058447] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.058746] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.058823] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.059250] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.059480] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.060133] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 999.060133] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 999.060133] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 999.060291] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 999.060326] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 999.060479] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 999.060649] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 999.078544] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 999.078723] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 999.078868] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 999.079061] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-113" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.079439] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-b1921c9c-5f1e-49da-ba20-0a40849a4c31 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.079640] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-b1921c9c-5f1e-49da-ba20-0a40849a4c31" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.079830] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-b1921c9c-5f1e-49da-ba20-0a40849a4c31" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.080173] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-b1921c9c-5f1e-49da-ba20-0a40849a4c31" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.080320] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1921c9c-5f1e-49da-ba20-0a40849a4c31',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.243222] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.243222] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.243389] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.243469] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.243671] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.243791] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.243911] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.243978] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.244147] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.244222] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.244332] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 396b9837-8d50-4fc3-acd7-48e560d0e2eb already deleted. [ 999.244506] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-396b9837-8d50-4fc3-acd7-48e560d0e2eb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.556894] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65518df3-fa74-4cc4-bc12-e13005594074 in Status: SUCCESS [ 999.557147] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65518df3-fa74-4cc4-bc12-e13005594074 deletion is rescheduled due to dependency. [ 999.557271] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65518df3-fa74-4cc4-bc12-e13005594074" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.583601] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.583859] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.583993] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.584299] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.584453] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.584612] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Segment Port b1921c9c-5f1e-49da-ba20-0a40849a4c31 not found, creating... [ 999.584873] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.585042] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.585165] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.585379] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.585531] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.585825] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.585984] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.586177] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.586475] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.586579] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.586726] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: b1921c9c-5f1e-49da-ba20-0a40849a4c31 is going to be created. [ 999.604219] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.604436] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.604566] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.604825] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.605080] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.605315] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-b1921c9c-5f1e-49da-ba20-0a40849a4c31" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.835745] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5880ecfb-5deb-46f6-ae95-00406ef47edb in Status: SUCCESS [ 999.836060] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5880ecfb-5deb-46f6-ae95-00406ef47edb deletion is rescheduled due to dependency. [ 999.836060] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5880ecfb-5deb-46f6-ae95-00406ef47edb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.024894] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d7c8caf-03d0-4a98-9008-6322def6e6c7 in Status: SUCCESS [ 1000.025149] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d7c8caf-03d0-4a98-9008-6322def6e6c7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.291233] env[70956]: INFO networking_nsxv3.common.synchronization [req-88738359-ed95-40e3-9d4a-44bc4681eddc req-2e1ed440-3f3f-4530-824b-71f0f0ab43a5 service nova] Enqueued Resource ID: 396b9837-8d50-4fc3-acd7-48e560d0e2eb with Priority: HIGHEST for action security_group_rules [ 1000.291233] env[70956]: INFO networking_nsxv3.common.synchronization [req-88738359-ed95-40e3-9d4a-44bc4681eddc req-2e1ed440-3f3f-4530-824b-71f0f0ab43a5 service nova] Enqueued Resource ID: 396b9837-8d50-4fc3-acd7-48e560d0e2eb with Priority: HIGHEST for action security_group_members [ 1000.291233] env[70956]: INFO networking_nsxv3.common.synchronization [req-88738359-ed95-40e3-9d4a-44bc4681eddc req-2e1ed440-3f3f-4530-824b-71f0f0ab43a5 service nova] Enqueued Resource ID: b1921c9c-5f1e-49da-ba20-0a40849a4c31 with Priority: HIGHEST for action port [ 1000.291233] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 396b9837-8d50-4fc3-acd7-48e560d0e2eb with Priority: HIGHEST for action security_group_rules [ 1000.291233] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 396b9837-8d50-4fc3-acd7-48e560d0e2eb with Priority: HIGHEST for action security_group_members [ 1000.291233] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1921c9c-5f1e-49da-ba20-0a40849a4c31 with Priority: HIGHEST for action port [ 1000.291233] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-396b9837-8d50-4fc3-acd7-48e560d0e2eb taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.291233] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-396b9837-8d50-4fc3-acd7-48e560d0e2eb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.291233] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-396b9837-8d50-4fc3-acd7-48e560d0e2eb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.292159] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-396b9837-8d50-4fc3-acd7-48e560d0e2eb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.292461] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('396b9837-8d50-4fc3-acd7-48e560d0e2eb',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.294849] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-396b9837-8d50-4fc3-acd7-48e560d0e2eb taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.294849] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-396b9837-8d50-4fc3-acd7-48e560d0e2eb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.294849] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-396b9837-8d50-4fc3-acd7-48e560d0e2eb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.294849] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-396b9837-8d50-4fc3-acd7-48e560d0e2eb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.294849] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.294849] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.294849] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.294849] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.295274] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.295274] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('396b9837-8d50-4fc3-acd7-48e560d0e2eb',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.296014] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1921c9c-5f1e-49da-ba20-0a40849a4c31 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.296187] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1921c9c-5f1e-49da-ba20-0a40849a4c31" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.296285] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1921c9c-5f1e-49da-ba20-0a40849a4c31" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.296487] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1921c9c-5f1e-49da-ba20-0a40849a4c31" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.296616] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1921c9c-5f1e-49da-ba20-0a40849a4c31',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.798152] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-396b9837-8d50-4fc3-acd7-48e560d0e2eb taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.798322] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-396b9837-8d50-4fc3-acd7-48e560d0e2eb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.799654] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('396b9837-8d50-4fc3-acd7-48e560d0e2eb',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.800488] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b1921c9c-5f1e-49da-ba20-0a40849a4c31 with status ACTIVE [ 1000.800674] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.800815] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.800897] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.801045] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.801133] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.801390] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.801853] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.801922] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.802160] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.802160] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.802366] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.802507] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.802507] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.802684] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.802775] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.802836] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b1921c9c-5f1e-49da-ba20-0a40849a4c31 is going to be updated. [ 1000.823437] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.823437] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.823437] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.823437] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.823437] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.823437] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1921c9c-5f1e-49da-ba20-0a40849a4c31" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.304883] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('396b9837-8d50-4fc3-acd7-48e560d0e2eb',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.336660] env[70956]: INFO networking_nsxv3.common.synchronization [req-7b89cb36-7a42-4dd8-b2b4-59c5e843028d req-b9a2f5df-361b-4621-9bf1-2ea8f9448176 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Enqueued Resource ID: 2243a89f-1f82-4894-8f9f-3ade7f28130e with Priority: HIGHEST for action security_group_members [ 1001.336660] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2243a89f-1f82-4894-8f9f-3ade7f28130e with Priority: HIGHEST for action security_group_members [ 1001.336660] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-2243a89f-1f82-4894-8f9f-3ade7f28130e taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.336660] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2243a89f-1f82-4894-8f9f-3ade7f28130e" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.336660] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2243a89f-1f82-4894-8f9f-3ade7f28130e" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.336660] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2243a89f-1f82-4894-8f9f-3ade7f28130e" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.336660] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.336660] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.336660] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.336660] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.336660] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.336660] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2243a89f-1f82-4894-8f9f-3ade7f28130e',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.630590] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-641 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.630822] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-641" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.630953] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-641" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.631239] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-641" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.631691] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.631867] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.631988] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.632231] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.632404] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.632592] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1001.632708] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1001.632821] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1001.632952] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1001.633059] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1001.633168] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1001.633305] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1001.651111] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1001.651276] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1001.651461] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1001.651634] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-641" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.651925] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-5aa8ae32-90c7-43d9-b5ba-fc3c223f8de4 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.652109] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-5aa8ae32-90c7-43d9-b5ba-fc3c223f8de4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.652232] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-5aa8ae32-90c7-43d9-b5ba-fc3c223f8de4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.652569] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-5aa8ae32-90c7-43d9-b5ba-fc3c223f8de4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.652713] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5aa8ae32-90c7-43d9-b5ba-fc3c223f8de4',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.810780] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.811034] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.811034] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.811249] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.811375] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.811486] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 396b9837-8d50-4fc3-acd7-48e560d0e2eb is going to be created. [ 1001.834533] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.834718] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.834782] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.834981] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.835118] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.840647] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.840771] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.840837] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.840980] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.841072] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.841245] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.841392] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.841453] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.841597] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.841660] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.841746] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2243a89f-1f82-4894-8f9f-3ade7f28130e already deleted. [ 1001.841824] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2243a89f-1f82-4894-8f9f-3ade7f28130e" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.843524] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 396b9837-8d50-4fc3-acd7-48e560d0e2eb in Status: UNINITIALIZED for 2s [ 1002.154843] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.155953] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.155953] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.155953] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.155953] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.155953] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Segment Port 5aa8ae32-90c7-43d9-b5ba-fc3c223f8de4 not found, creating... [ 1002.156218] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.156285] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.156383] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.156617] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.156760] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.157148] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.157220] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.157338] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.157545] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.157684] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.157829] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: 5aa8ae32-90c7-43d9-b5ba-fc3c223f8de4 is going to be created. [ 1002.177066] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.178022] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.178022] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.178022] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.178022] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.178217] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-5aa8ae32-90c7-43d9-b5ba-fc3c223f8de4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.911707] env[70956]: INFO networking_nsxv3.common.synchronization [req-7b89cb36-7a42-4dd8-b2b4-59c5e843028d req-1d544c37-a6bc-4fbd-83e2-796be7e66a47 service nova] Enqueued Resource ID: 2243a89f-1f82-4894-8f9f-3ade7f28130e with Priority: HIGHEST for action security_group_rules [ 1002.911707] env[70956]: INFO networking_nsxv3.common.synchronization [req-7b89cb36-7a42-4dd8-b2b4-59c5e843028d req-1d544c37-a6bc-4fbd-83e2-796be7e66a47 service nova] Enqueued Resource ID: 2243a89f-1f82-4894-8f9f-3ade7f28130e with Priority: HIGHEST for action security_group_members [ 1002.911707] env[70956]: INFO networking_nsxv3.common.synchronization [req-7b89cb36-7a42-4dd8-b2b4-59c5e843028d req-1d544c37-a6bc-4fbd-83e2-796be7e66a47 service nova] Enqueued Resource ID: 5aa8ae32-90c7-43d9-b5ba-fc3c223f8de4 with Priority: HIGHEST for action port [ 1002.911707] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2243a89f-1f82-4894-8f9f-3ade7f28130e with Priority: HIGHEST for action security_group_rules [ 1002.912150] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2243a89f-1f82-4894-8f9f-3ade7f28130e with Priority: HIGHEST for action security_group_members [ 1002.912150] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5aa8ae32-90c7-43d9-b5ba-fc3c223f8de4 with Priority: HIGHEST for action port [ 1002.913121] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2243a89f-1f82-4894-8f9f-3ade7f28130e taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.913121] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2243a89f-1f82-4894-8f9f-3ade7f28130e" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.913341] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2243a89f-1f82-4894-8f9f-3ade7f28130e" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.913393] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2243a89f-1f82-4894-8f9f-3ade7f28130e" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.913479] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2243a89f-1f82-4894-8f9f-3ade7f28130e',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.916957] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-2243a89f-1f82-4894-8f9f-3ade7f28130e taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.916957] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2243a89f-1f82-4894-8f9f-3ade7f28130e" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.916957] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2243a89f-1f82-4894-8f9f-3ade7f28130e" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.916957] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2243a89f-1f82-4894-8f9f-3ade7f28130e" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.916957] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.916957] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.916957] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.916957] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.916957] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.916957] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2243a89f-1f82-4894-8f9f-3ade7f28130e',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.916957] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-5aa8ae32-90c7-43d9-b5ba-fc3c223f8de4 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.916957] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5aa8ae32-90c7-43d9-b5ba-fc3c223f8de4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.916957] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5aa8ae32-90c7-43d9-b5ba-fc3c223f8de4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.916957] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5aa8ae32-90c7-43d9-b5ba-fc3c223f8de4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.916957] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5aa8ae32-90c7-43d9-b5ba-fc3c223f8de4',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.417836] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-2243a89f-1f82-4894-8f9f-3ade7f28130e taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.417996] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2243a89f-1f82-4894-8f9f-3ade7f28130e" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.418232] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2243a89f-1f82-4894-8f9f-3ade7f28130e',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.419773] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5aa8ae32-90c7-43d9-b5ba-fc3c223f8de4 with status ACTIVE [ 1003.419974] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.420103] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.420171] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.420375] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.420462] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.420634] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.420754] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.420817] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.420966] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.421059] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.421461] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.421572] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.421637] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.421834] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.421874] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.421934] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5aa8ae32-90c7-43d9-b5ba-fc3c223f8de4 is going to be updated. [ 1003.443020] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.443173] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.443242] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.443429] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.443561] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.443739] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5aa8ae32-90c7-43d9-b5ba-fc3c223f8de4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.853751] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 396b9837-8d50-4fc3-acd7-48e560d0e2eb in Status: SUCCESS [ 1003.853965] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-396b9837-8d50-4fc3-acd7-48e560d0e2eb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.854144] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-396b9837-8d50-4fc3-acd7-48e560d0e2eb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.854348] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-396b9837-8d50-4fc3-acd7-48e560d0e2eb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.854532] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.854643] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.854712] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.854843] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.854919] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.854996] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-396b9837-8d50-4fc3-acd7-48e560d0e2eb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.855096] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('396b9837-8d50-4fc3-acd7-48e560d0e2eb',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.920771] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2243a89f-1f82-4894-8f9f-3ade7f28130e',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.357527] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-396b9837-8d50-4fc3-acd7-48e560d0e2eb taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.357726] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-396b9837-8d50-4fc3-acd7-48e560d0e2eb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.357787] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-396b9837-8d50-4fc3-acd7-48e560d0e2eb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.358024] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-396b9837-8d50-4fc3-acd7-48e560d0e2eb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.358202] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.358301] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.358360] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.358508] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.358590] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.358673] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-396b9837-8d50-4fc3-acd7-48e560d0e2eb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.358821] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-396b9837-8d50-4fc3-acd7-48e560d0e2eb taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.358927] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-396b9837-8d50-4fc3-acd7-48e560d0e2eb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.358989] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-396b9837-8d50-4fc3-acd7-48e560d0e2eb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.359144] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-396b9837-8d50-4fc3-acd7-48e560d0e2eb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.359278] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.359371] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.359427] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.359604] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.359643] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.359694] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-396b9837-8d50-4fc3-acd7-48e560d0e2eb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.359777] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('396b9837-8d50-4fc3-acd7-48e560d0e2eb',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.423138] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.423321] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.423397] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.423658] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.423775] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.423885] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2243a89f-1f82-4894-8f9f-3ade7f28130e is going to be created. [ 1004.446940] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.446940] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.446940] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.447168] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.447290] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.458404] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2243a89f-1f82-4894-8f9f-3ade7f28130e in Status: UNINITIALIZED for 2s [ 1004.863245] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 396b9837-8d50-4fc3-acd7-48e560d0e2eb: rpc.has_security_group_logging(os_id): False [ 1004.880659] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.880659] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.880876] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.880947] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.881134] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.881354] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.881484] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.881546] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.881710] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.881781] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.881999] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.882127] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.882190] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.882378] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.882469] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.882665] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.882776] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.882834] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.882989] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.883079] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.883166] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 396b9837-8d50-4fc3-acd7-48e560d0e2eb is going to be created. [ 1004.972294] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.972920] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.972920] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.972920] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.973069] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.985762] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 396b9837-8d50-4fc3-acd7-48e560d0e2eb in Status: IN_PROGRESS for 2s [ 1006.345229] env[70956]: INFO networking_nsxv3.common.synchronization [req-0ff08d73-68f9-4c1c-a168-9bbe90c9765a req-540c58ad-33f7-42aa-a1d4-7a98ecfd6187 tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] Enqueued Resource ID: 7c81c819-8091-422a-ba68-8678d1bc09f0 with Priority: HIGHEST for action security_group_members [ 1006.346207] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c81c819-8091-422a-ba68-8678d1bc09f0 with Priority: HIGHEST for action security_group_members [ 1006.346207] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c81c819-8091-422a-ba68-8678d1bc09f0 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.346360] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c81c819-8091-422a-ba68-8678d1bc09f0" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.346427] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c81c819-8091-422a-ba68-8678d1bc09f0" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.346673] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c81c819-8091-422a-ba68-8678d1bc09f0" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.347464] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.347464] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.347464] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.347464] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.347464] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.347464] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c81c819-8091-422a-ba68-8678d1bc09f0',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.471904] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2243a89f-1f82-4894-8f9f-3ade7f28130e in Status: SUCCESS [ 1006.473209] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2243a89f-1f82-4894-8f9f-3ade7f28130e" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.473209] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2243a89f-1f82-4894-8f9f-3ade7f28130e" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.473364] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2243a89f-1f82-4894-8f9f-3ade7f28130e" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.473562] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.473698] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.474209] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.474209] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.474209] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.474209] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2243a89f-1f82-4894-8f9f-3ade7f28130e" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.474447] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2243a89f-1f82-4894-8f9f-3ade7f28130e',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.630963] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-208 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.630963] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-208" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.630963] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-208" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.630963] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-208" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.631302] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.631530] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.631734] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.632050] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.632444] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.632653] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1006.632804] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1006.632945] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1006.633097] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1006.633250] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1006.633425] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1006.633609] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1006.651379] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1006.651554] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1006.651694] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1006.651876] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-208" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.652283] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-95f347e8-7e93-4eb7-9c0a-4fbf12796de0 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.652390] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-95f347e8-7e93-4eb7-9c0a-4fbf12796de0" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.652503] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-95f347e8-7e93-4eb7-9c0a-4fbf12796de0" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.652827] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-95f347e8-7e93-4eb7-9c0a-4fbf12796de0" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.652989] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95f347e8-7e93-4eb7-9c0a-4fbf12796de0',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.851642] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.851837] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.851879] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.852117] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.852259] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.852486] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.852580] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.852643] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.852796] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.852874] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.852960] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c81c819-8091-422a-ba68-8678d1bc09f0 already deleted. [ 1006.853051] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c81c819-8091-422a-ba68-8678d1bc09f0" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.913866] env[70956]: INFO networking_nsxv3.common.synchronization [req-ba169142-f184-4eca-ab1e-6671761996f9 req-a0d0ffcb-8c2e-40ca-877f-380e4793fe9c tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Enqueued Resource ID: 8e7cb093-c160-4200-810a-24193daf0945 with Priority: HIGHEST for action security_group_members [ 1006.914890] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e7cb093-c160-4200-810a-24193daf0945 with Priority: HIGHEST for action security_group_members [ 1006.915485] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e7cb093-c160-4200-810a-24193daf0945 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.918082] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.918082] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.918082] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.918082] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.918082] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.918082] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.918082] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.918082] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.918082] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e7cb093-c160-4200-810a-24193daf0945',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.977075] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2243a89f-1f82-4894-8f9f-3ade7f28130e',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.999275] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 396b9837-8d50-4fc3-acd7-48e560d0e2eb in Status: SUCCESS [ 1006.999582] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-396b9837-8d50-4fc3-acd7-48e560d0e2eb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.156035] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.156035] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.156035] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.156035] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.156035] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.156365] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Segment Port 95f347e8-7e93-4eb7-9c0a-4fbf12796de0 not found, creating... [ 1007.156727] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.156935] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.157081] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.157327] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.161020] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.161020] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.161020] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.161020] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.161020] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.161020] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.161020] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: 95f347e8-7e93-4eb7-9c0a-4fbf12796de0 is going to be created. [ 1007.177383] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.177726] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.177820] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.181018] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.181018] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.181018] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-95f347e8-7e93-4eb7-9c0a-4fbf12796de0" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.421132] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.421473] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.421473] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.421637] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.421724] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.421941] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.422089] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.422128] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.422261] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.422373] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.422449] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e7cb093-c160-4200-810a-24193daf0945 is going to be updated. [ 1007.447657] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.447739] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.447776] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.447970] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.448123] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.455747] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e7cb093-c160-4200-810a-24193daf0945 in Status: IN_PROGRESS for 2s [ 1007.479722] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2243a89f-1f82-4894-8f9f-3ade7f28130e: rpc.has_security_group_logging(os_id): False [ 1007.499124] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.499367] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.499444] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.500066] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.500066] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.500066] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.500261] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.500261] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.500427] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.500523] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.500624] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2243a89f-1f82-4894-8f9f-3ade7f28130e is going to be created. [ 1007.556431] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.556662] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.556748] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.556929] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.557140] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.570646] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2243a89f-1f82-4894-8f9f-3ade7f28130e in Status: IN_PROGRESS for 2s [ 1007.902879] env[70956]: INFO networking_nsxv3.common.synchronization [req-0ff08d73-68f9-4c1c-a168-9bbe90c9765a req-8ec2c541-51e8-4c8c-8513-44e15e494252 service nova] Enqueued Resource ID: 7c81c819-8091-422a-ba68-8678d1bc09f0 with Priority: HIGHEST for action security_group_rules [ 1007.903117] env[70956]: INFO networking_nsxv3.common.synchronization [req-0ff08d73-68f9-4c1c-a168-9bbe90c9765a req-8ec2c541-51e8-4c8c-8513-44e15e494252 service nova] Enqueued Resource ID: 7c81c819-8091-422a-ba68-8678d1bc09f0 with Priority: HIGHEST for action security_group_members [ 1007.903304] env[70956]: INFO networking_nsxv3.common.synchronization [req-0ff08d73-68f9-4c1c-a168-9bbe90c9765a req-8ec2c541-51e8-4c8c-8513-44e15e494252 service nova] Enqueued Resource ID: 95f347e8-7e93-4eb7-9c0a-4fbf12796de0 with Priority: HIGHEST for action port [ 1007.903927] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c81c819-8091-422a-ba68-8678d1bc09f0 with Priority: HIGHEST for action security_group_rules [ 1007.904146] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c81c819-8091-422a-ba68-8678d1bc09f0 with Priority: HIGHEST for action security_group_members [ 1007.904209] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95f347e8-7e93-4eb7-9c0a-4fbf12796de0 with Priority: HIGHEST for action port [ 1007.905037] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c81c819-8091-422a-ba68-8678d1bc09f0 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.905173] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c81c819-8091-422a-ba68-8678d1bc09f0" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.905245] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c81c819-8091-422a-ba68-8678d1bc09f0" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.905706] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c81c819-8091-422a-ba68-8678d1bc09f0" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.905706] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c81c819-8091-422a-ba68-8678d1bc09f0',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.906477] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c81c819-8091-422a-ba68-8678d1bc09f0 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.906579] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c81c819-8091-422a-ba68-8678d1bc09f0" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.906647] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c81c819-8091-422a-ba68-8678d1bc09f0" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.906810] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c81c819-8091-422a-ba68-8678d1bc09f0" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.906952] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.907054] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.907116] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.907251] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.907332] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.907442] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c81c819-8091-422a-ba68-8678d1bc09f0',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.908194] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-95f347e8-7e93-4eb7-9c0a-4fbf12796de0 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.908303] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-95f347e8-7e93-4eb7-9c0a-4fbf12796de0" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.908384] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-95f347e8-7e93-4eb7-9c0a-4fbf12796de0" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.908536] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-95f347e8-7e93-4eb7-9c0a-4fbf12796de0" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.908612] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95f347e8-7e93-4eb7-9c0a-4fbf12796de0',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.410540] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c81c819-8091-422a-ba68-8678d1bc09f0 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.412020] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c81c819-8091-422a-ba68-8678d1bc09f0" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.412020] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7c81c819-8091-422a-ba68-8678d1bc09f0',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.412020] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 95f347e8-7e93-4eb7-9c0a-4fbf12796de0 with status ACTIVE [ 1008.412661] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.412661] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.412661] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.412661] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.412661] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.412946] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.412946] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.412946] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.413326] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.413326] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.413326] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.413326] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.413502] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.413502] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.413571] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.413661] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 95f347e8-7e93-4eb7-9c0a-4fbf12796de0 is going to be updated. [ 1008.436923] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.437253] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.437253] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.437368] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.437487] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.437857] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-95f347e8-7e93-4eb7-9c0a-4fbf12796de0" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.916613] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7c81c819-8091-422a-ba68-8678d1bc09f0',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.419422] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.419552] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.419630] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.423020] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.423020] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.423020] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c81c819-8091-422a-ba68-8678d1bc09f0 is going to be created. [ 1009.441917] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.442243] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.442243] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.442365] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.442580] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.452372] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c81c819-8091-422a-ba68-8678d1bc09f0 in Status: UNINITIALIZED for 2s [ 1009.464872] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e7cb093-c160-4200-810a-24193daf0945 in Status: SUCCESS [ 1009.465197] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e7cb093-c160-4200-810a-24193daf0945 deletion is rescheduled due to dependency. [ 1009.465309] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.586469] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2243a89f-1f82-4894-8f9f-3ade7f28130e in Status: SUCCESS [ 1009.586469] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2243a89f-1f82-4894-8f9f-3ade7f28130e" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.859124] env[70956]: INFO networking_nsxv3.common.synchronization [req-50cb7b92-c82c-4b20-b4a5-db7b79085017 req-30fba08e-5491-465e-b2ce-bd1a3959192d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Enqueued Resource ID: b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c with Priority: HIGHEST for action security_group_members [ 1010.859526] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c with Priority: HIGHEST for action security_group_members [ 1010.859645] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.860092] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.860092] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.860523] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.860523] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.861246] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.861246] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.861246] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.861246] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.861246] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.174635] env[70956]: INFO networking_nsxv3.common.synchronization [req-e2d1e390-18d1-496b-8d3f-539478b5db6c req-ee9d2d8c-b681-4d63-8f60-c827a8beb44e tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Enqueued Resource ID: 0a21b8fa-089e-4389-966c-45156f7d3071 with Priority: HIGHEST for action security_group_members [ 1011.175249] env[70956]: INFO networking_nsxv3.common.synchronization [req-e2d1e390-18d1-496b-8d3f-539478b5db6c req-ee9d2d8c-b681-4d63-8f60-c827a8beb44e tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Enqueued Resource ID: 0d7c8caf-03d0-4a98-9008-6322def6e6c7 with Priority: HIGHEST for action security_group_members [ 1011.176126] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a21b8fa-089e-4389-966c-45156f7d3071 with Priority: HIGHEST for action security_group_members [ 1011.176383] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d7c8caf-03d0-4a98-9008-6322def6e6c7 with Priority: HIGHEST for action security_group_members [ 1011.177242] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a21b8fa-089e-4389-966c-45156f7d3071 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.177242] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a21b8fa-089e-4389-966c-45156f7d3071" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.177242] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a21b8fa-089e-4389-966c-45156f7d3071" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.178076] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a21b8fa-089e-4389-966c-45156f7d3071" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.178507] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.179315] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.179315] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.179315] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.179315] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.179315] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a21b8fa-089e-4389-966c-45156f7d3071',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.180291] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d7c8caf-03d0-4a98-9008-6322def6e6c7 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.180430] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d7c8caf-03d0-4a98-9008-6322def6e6c7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.180521] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d7c8caf-03d0-4a98-9008-6322def6e6c7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.180716] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d7c8caf-03d0-4a98-9008-6322def6e6c7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.181126] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.181574] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.181667] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.181844] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.181952] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.182398] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d7c8caf-03d0-4a98-9008-6322def6e6c7',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.218335] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-661 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.218561] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-661" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.218702] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-661" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.218963] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-661" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.219276] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.219436] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.219577] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.219799] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.220139] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.220416] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1011.220564] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1011.220751] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1011.220980] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1011.221288] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1011.221420] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1011.221606] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1011.240617] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1011.240784] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1011.240926] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1011.242192] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-661" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.242192] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-014a0099-78c8-4652-a0e9-4b925ba55651 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.242192] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-014a0099-78c8-4652-a0e9-4b925ba55651" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.242192] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-014a0099-78c8-4652-a0e9-4b925ba55651" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.242192] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-014a0099-78c8-4652-a0e9-4b925ba55651" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.242561] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('014a0099-78c8-4652-a0e9-4b925ba55651',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.364673] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.364673] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.364673] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.364673] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.364673] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.365028] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.365028] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.365028] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.365224] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.365321] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.365390] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c is going to be updated. [ 1011.392553] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.392840] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.393015] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.393271] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.396210] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.409108] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c in Status: IN_PROGRESS for 2s [ 1011.462809] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c81c819-8091-422a-ba68-8678d1bc09f0 in Status: SUCCESS [ 1011.463095] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c81c819-8091-422a-ba68-8678d1bc09f0" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.463305] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c81c819-8091-422a-ba68-8678d1bc09f0" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.463650] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c81c819-8091-422a-ba68-8678d1bc09f0" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.463789] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.463954] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.464059] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.464243] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.464433] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.464662] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c81c819-8091-422a-ba68-8678d1bc09f0" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.464662] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7c81c819-8091-422a-ba68-8678d1bc09f0',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.526660] env[70956]: INFO networking_nsxv3.common.synchronization [req-e2d1e390-18d1-496b-8d3f-539478b5db6c req-ee9d2d8c-b681-4d63-8f60-c827a8beb44e tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Enqueued Resource ID: 0a21b8fa-089e-4389-966c-45156f7d3071 with Priority: HIGHEST for action security_group_rules [ 1011.526846] env[70956]: INFO networking_nsxv3.common.synchronization [req-e2d1e390-18d1-496b-8d3f-539478b5db6c req-ee9d2d8c-b681-4d63-8f60-c827a8beb44e tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Enqueued Resource ID: 0a21b8fa-089e-4389-966c-45156f7d3071 with Priority: HIGHEST for action security_group_members [ 1011.526991] env[70956]: INFO networking_nsxv3.common.synchronization [req-e2d1e390-18d1-496b-8d3f-539478b5db6c req-ee9d2d8c-b681-4d63-8f60-c827a8beb44e tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Enqueued Resource ID: 0d7c8caf-03d0-4a98-9008-6322def6e6c7 with Priority: HIGHEST for action security_group_rules [ 1011.527159] env[70956]: INFO networking_nsxv3.common.synchronization [req-e2d1e390-18d1-496b-8d3f-539478b5db6c req-ee9d2d8c-b681-4d63-8f60-c827a8beb44e tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Enqueued Resource ID: 0d7c8caf-03d0-4a98-9008-6322def6e6c7 with Priority: HIGHEST for action security_group_members [ 1011.527985] env[70956]: INFO networking_nsxv3.common.synchronization [req-e2d1e390-18d1-496b-8d3f-539478b5db6c req-ee9d2d8c-b681-4d63-8f60-c827a8beb44e tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Enqueued Resource ID: 472422f9-011e-4b0d-a46f-42453f92e587 with Priority: HIGHEST for action port [ 1011.528608] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a21b8fa-089e-4389-966c-45156f7d3071 with Priority: HIGHEST for action security_group_rules [ 1011.528766] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d7c8caf-03d0-4a98-9008-6322def6e6c7 with Priority: HIGHEST for action security_group_rules [ 1011.528919] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 472422f9-011e-4b0d-a46f-42453f92e587 with Priority: HIGHEST for action port [ 1011.528962] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a21b8fa-089e-4389-966c-45156f7d3071 with Priority: HIGHEST for action security_group_members [ 1011.529086] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d7c8caf-03d0-4a98-9008-6322def6e6c7 with Priority: HIGHEST for action security_group_members [ 1011.529384] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a21b8fa-089e-4389-966c-45156f7d3071 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.529522] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a21b8fa-089e-4389-966c-45156f7d3071" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.529567] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a21b8fa-089e-4389-966c-45156f7d3071" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.529864] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a21b8fa-089e-4389-966c-45156f7d3071" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.529910] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a21b8fa-089e-4389-966c-45156f7d3071',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.530911] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d7c8caf-03d0-4a98-9008-6322def6e6c7 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.530985] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d7c8caf-03d0-4a98-9008-6322def6e6c7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.531034] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d7c8caf-03d0-4a98-9008-6322def6e6c7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.531220] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d7c8caf-03d0-4a98-9008-6322def6e6c7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.531302] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d7c8caf-03d0-4a98-9008-6322def6e6c7',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.532406] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-472422f9-011e-4b0d-a46f-42453f92e587 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.532540] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-472422f9-011e-4b0d-a46f-42453f92e587" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.532611] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-472422f9-011e-4b0d-a46f-42453f92e587" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.532776] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-472422f9-011e-4b0d-a46f-42453f92e587" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.532961] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('472422f9-011e-4b0d-a46f-42453f92e587',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.536751] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a21b8fa-089e-4389-966c-45156f7d3071 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.540023] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a21b8fa-089e-4389-966c-45156f7d3071" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.540023] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d7c8caf-03d0-4a98-9008-6322def6e6c7 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.540023] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d7c8caf-03d0-4a98-9008-6322def6e6c7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.684104] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0a21b8fa-089e-4389-966c-45156f7d3071',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.686283] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0d7c8caf-03d0-4a98-9008-6322def6e6c7',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.744376] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.744608] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.744741] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.745263] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.745485] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.745729] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Segment Port 014a0099-78c8-4652-a0e9-4b925ba55651 not found, creating... [ 1011.749667] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.749908] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.750094] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.750356] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.750628] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.750820] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.750991] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.751132] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.752680] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.752680] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.752680] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: 014a0099-78c8-4652-a0e9-4b925ba55651 is going to be created. [ 1011.774864] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.774864] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.775015] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.775284] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.775517] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.775748] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-014a0099-78c8-4652-a0e9-4b925ba55651" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.967614] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c81c819-8091-422a-ba68-8678d1bc09f0 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.967924] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c81c819-8091-422a-ba68-8678d1bc09f0" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.967924] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c81c819-8091-422a-ba68-8678d1bc09f0" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.968885] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c81c819-8091-422a-ba68-8678d1bc09f0" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.969631] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.969631] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.969831] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.969894] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.969997] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.970118] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c81c819-8091-422a-ba68-8678d1bc09f0" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.970349] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c81c819-8091-422a-ba68-8678d1bc09f0 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.970589] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c81c819-8091-422a-ba68-8678d1bc09f0" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.970657] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c81c819-8091-422a-ba68-8678d1bc09f0" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.970900] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c81c819-8091-422a-ba68-8678d1bc09f0" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.971204] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.971281] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.971330] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.971964] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.972765] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.972765] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c81c819-8091-422a-ba68-8678d1bc09f0" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.972765] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7c81c819-8091-422a-ba68-8678d1bc09f0',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.004281] env[70956]: INFO networking_nsxv3.common.synchronization [req-40876bef-ba6a-4f6b-a97e-0d3949a15a7f req-58aae610-3f81-4ce3-a5a6-2a5ca861ac09 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Enqueued Resource ID: 0d7c8caf-03d0-4a98-9008-6322def6e6c7 with Priority: HIGHEST for action security_group_members [ 1012.004470] env[70956]: INFO networking_nsxv3.common.synchronization [req-40876bef-ba6a-4f6b-a97e-0d3949a15a7f req-58aae610-3f81-4ce3-a5a6-2a5ca861ac09 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Enqueued Resource ID: 0a21b8fa-089e-4389-966c-45156f7d3071 with Priority: HIGHEST for action security_group_members [ 1012.006862] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d7c8caf-03d0-4a98-9008-6322def6e6c7 with Priority: HIGHEST for action security_group_members [ 1012.006862] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a21b8fa-089e-4389-966c-45156f7d3071 with Priority: HIGHEST for action security_group_members [ 1012.006862] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d7c8caf-03d0-4a98-9008-6322def6e6c7 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.006862] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d7c8caf-03d0-4a98-9008-6322def6e6c7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.006862] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a21b8fa-089e-4389-966c-45156f7d3071 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.006862] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a21b8fa-089e-4389-966c-45156f7d3071" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.039435] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a21b8fa-089e-4389-966c-45156f7d3071 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.039644] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a21b8fa-089e-4389-966c-45156f7d3071" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.040039] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d7c8caf-03d0-4a98-9008-6322def6e6c7 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.040164] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d7c8caf-03d0-4a98-9008-6322def6e6c7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.040357] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 472422f9-011e-4b0d-a46f-42453f92e587 with status ACTIVE [ 1012.040549] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.040688] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.040782] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.041031] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.041160] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.041417] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.041530] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.041631] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.041932] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.042081] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.042306] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.042454] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.042570] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.042747] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.042839] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.042935] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 472422f9-011e-4b0d-a46f-42453f92e587 is going to be updated. [ 1012.066152] env[70956]: INFO networking_nsxv3.common.synchronization [req-40876bef-ba6a-4f6b-a97e-0d3949a15a7f req-58aae610-3f81-4ce3-a5a6-2a5ca861ac09 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Enqueued Resource ID: 0d7c8caf-03d0-4a98-9008-6322def6e6c7 with Priority: HIGHEST for action security_group_rules [ 1012.066335] env[70956]: INFO networking_nsxv3.common.synchronization [req-40876bef-ba6a-4f6b-a97e-0d3949a15a7f req-58aae610-3f81-4ce3-a5a6-2a5ca861ac09 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Enqueued Resource ID: 0d7c8caf-03d0-4a98-9008-6322def6e6c7 with Priority: HIGHEST for action security_group_members [ 1012.066509] env[70956]: INFO networking_nsxv3.common.synchronization [req-40876bef-ba6a-4f6b-a97e-0d3949a15a7f req-58aae610-3f81-4ce3-a5a6-2a5ca861ac09 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Enqueued Resource ID: 472422f9-011e-4b0d-a46f-42453f92e587 with Priority: HIGHEST for action port [ 1012.067012] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d7c8caf-03d0-4a98-9008-6322def6e6c7 with Priority: HIGHEST for action security_group_rules [ 1012.067153] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d7c8caf-03d0-4a98-9008-6322def6e6c7 with Priority: HIGHEST for action security_group_members [ 1012.067253] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 472422f9-011e-4b0d-a46f-42453f92e587 with Priority: HIGHEST for action port [ 1012.067519] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d7c8caf-03d0-4a98-9008-6322def6e6c7 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.067621] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d7c8caf-03d0-4a98-9008-6322def6e6c7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.067805] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d7c8caf-03d0-4a98-9008-6322def6e6c7 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.067911] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d7c8caf-03d0-4a98-9008-6322def6e6c7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.068318] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-472422f9-011e-4b0d-a46f-42453f92e587 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.068499] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-472422f9-011e-4b0d-a46f-42453f92e587" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.074467] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.074793] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.074793] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.074910] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.075541] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.075541] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-472422f9-011e-4b0d-a46f-42453f92e587" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.075654] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-472422f9-011e-4b0d-a46f-42453f92e587" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.075755] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-472422f9-011e-4b0d-a46f-42453f92e587" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.075831] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('472422f9-011e-4b0d-a46f-42453f92e587',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.187307] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0a21b8fa-089e-4389-966c-45156f7d3071',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.188239] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0d7c8caf-03d0-4a98-9008-6322def6e6c7',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.476332] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7c81c819-8091-422a-ba68-8678d1bc09f0: rpc.has_security_group_logging(os_id): False [ 1012.494402] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.494402] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.494402] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.494956] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.494956] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.495342] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.495342] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.495342] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.495342] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.495831] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.495831] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.495831] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.495831] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.496404] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.496404] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.496404] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.496404] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.496404] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.496657] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.496657] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.496657] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c81c819-8091-422a-ba68-8678d1bc09f0 is going to be created. [ 1012.548630] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.549130] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.549130] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.549130] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.550422] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.559351] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c81c819-8091-422a-ba68-8678d1bc09f0 in Status: IN_PROGRESS for 2s [ 1012.578942] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 472422f9-011e-4b0d-a46f-42453f92e587 with status ACTIVE [ 1012.579219] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.579377] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.579467] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.579892] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.579892] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.579892] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.580103] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.580103] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.580227] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.580407] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.580772] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.580921] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.580992] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.581165] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.581245] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.581335] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 472422f9-011e-4b0d-a46f-42453f92e587 is going to be updated. [ 1012.602709] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.602912] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.602912] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.603245] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.603345] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.603436] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-472422f9-011e-4b0d-a46f-42453f92e587" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.690501] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.690699] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.691102] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.691102] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.691102] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.691288] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a21b8fa-089e-4389-966c-45156f7d3071 is going to be created. [ 1012.692795] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.692908] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.693171] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.693479] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.693579] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.693722] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d7c8caf-03d0-4a98-9008-6322def6e6c7 is going to be updated. [ 1012.705704] env[70956]: INFO networking_nsxv3.common.synchronization [req-50cb7b92-c82c-4b20-b4a5-db7b79085017 req-6de9ec72-5700-4129-aea2-5455f4954ded service nova] Enqueued Resource ID: b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c with Priority: HIGHEST for action security_group_rules [ 1012.705962] env[70956]: INFO networking_nsxv3.common.synchronization [req-50cb7b92-c82c-4b20-b4a5-db7b79085017 req-6de9ec72-5700-4129-aea2-5455f4954ded service nova] Enqueued Resource ID: b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c with Priority: HIGHEST for action security_group_members [ 1012.706110] env[70956]: INFO networking_nsxv3.common.synchronization [req-50cb7b92-c82c-4b20-b4a5-db7b79085017 req-6de9ec72-5700-4129-aea2-5455f4954ded service nova] Enqueued Resource ID: 014a0099-78c8-4652-a0e9-4b925ba55651 with Priority: HIGHEST for action port [ 1012.706353] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c with Priority: HIGHEST for action security_group_rules [ 1012.706488] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c with Priority: HIGHEST for action security_group_members [ 1012.706588] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 014a0099-78c8-4652-a0e9-4b925ba55651 with Priority: HIGHEST for action port [ 1012.707453] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.707628] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.707691] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.708336] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.708459] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.709385] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.709505] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.709725] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-014a0099-78c8-4652-a0e9-4b925ba55651 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.709825] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-014a0099-78c8-4652-a0e9-4b925ba55651" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.709886] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-014a0099-78c8-4652-a0e9-4b925ba55651" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.710088] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-014a0099-78c8-4652-a0e9-4b925ba55651" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.710161] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('014a0099-78c8-4652-a0e9-4b925ba55651',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.748229] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.748229] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.748229] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.748593] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.748593] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.759626] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.759789] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.759844] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.760039] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.760259] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.762599] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a21b8fa-089e-4389-966c-45156f7d3071 in Status: UNINITIALIZED for 2s [ 1012.775733] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d7c8caf-03d0-4a98-9008-6322def6e6c7 in Status: IN_PROGRESS for 2s [ 1013.065253] env[70956]: INFO networking_nsxv3.common.synchronization [None req-5091c526-cbb0-45ad-8844-4b1e9a8f344e None None] Enqueued Resource ID: fbfc6081-2e56-418b-8516-62cb0b847a2b with Priority: HIGHEST for action port [ 1013.065762] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbfc6081-2e56-418b-8516-62cb0b847a2b with Priority: HIGHEST for action port [ 1013.066347] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-fbfc6081-2e56-418b-8516-62cb0b847a2b taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.066525] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fbfc6081-2e56-418b-8516-62cb0b847a2b" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.066621] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fbfc6081-2e56-418b-8516-62cb0b847a2b" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.066902] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fbfc6081-2e56-418b-8516-62cb0b847a2b" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.067024] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fbfc6081-2e56-418b-8516-62cb0b847a2b',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.212118] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.212220] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.212805] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 014a0099-78c8-4652-a0e9-4b925ba55651 with status ACTIVE [ 1013.212805] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.212805] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.212805] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.213018] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.213018] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.213891] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.213891] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.213891] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.213891] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.213891] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.213891] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.213891] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.213891] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.214257] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.214257] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.214257] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 014a0099-78c8-4652-a0e9-4b925ba55651 is going to be updated. [ 1013.234127] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.234264] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.234342] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.234517] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.234650] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.234803] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-014a0099-78c8-4652-a0e9-4b925ba55651" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.418454] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c in Status: SUCCESS [ 1013.418643] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c deletion is rescheduled due to dependency. [ 1013.418756] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.418914] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.419141] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.419329] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.419442] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.419504] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.419654] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.419735] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.419825] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.569922] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fbfc6081-2e56-418b-8516-62cb0b847a2b [ 1013.569922] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.569922] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.569922] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.571898] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.571898] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.571898] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fbfc6081-2e56-418b-8516-62cb0b847a2b already deleted. [ 1013.571898] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fbfc6081-2e56-418b-8516-62cb0b847a2b" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.921918] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.074780] env[70956]: INFO networking_nsxv3.common.synchronization [None req-86eef40a-5057-4dd3-b40a-fb6e0e55d5f2 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Enqueued Resource ID: 3ae3aeee-35ee-40e8-98cc-42dd5f020641 with Priority: HIGHEST for action security_group_rules [ 1014.075362] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ae3aeee-35ee-40e8-98cc-42dd5f020641 with Priority: HIGHEST for action security_group_rules [ 1014.075661] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ae3aeee-35ee-40e8-98cc-42dd5f020641 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.075799] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ae3aeee-35ee-40e8-98cc-42dd5f020641" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.075870] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ae3aeee-35ee-40e8-98cc-42dd5f020641" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.077318] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ae3aeee-35ee-40e8-98cc-42dd5f020641" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.077318] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ae3aeee-35ee-40e8-98cc-42dd5f020641',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.163687] env[70956]: INFO networking_nsxv3.common.synchronization [None req-aa519a08-ae83-498a-a76e-c8ce4bdf81dc tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Enqueued Resource ID: 3ae3aeee-35ee-40e8-98cc-42dd5f020641 with Priority: HIGHEST for action security_group_rules [ 1014.164573] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ae3aeee-35ee-40e8-98cc-42dd5f020641 with Priority: HIGHEST for action security_group_rules [ 1014.164922] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ae3aeee-35ee-40e8-98cc-42dd5f020641 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.165044] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ae3aeee-35ee-40e8-98cc-42dd5f020641" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.424803] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.570275] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c81c819-8091-422a-ba68-8678d1bc09f0 in Status: SUCCESS [ 1014.570632] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c81c819-8091-422a-ba68-8678d1bc09f0" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.597837] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.601028] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.601028] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.601028] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.601028] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.601028] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ae3aeee-35ee-40e8-98cc-42dd5f020641 already deleted. [ 1014.601028] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ae3aeee-35ee-40e8-98cc-42dd5f020641" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.601028] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ae3aeee-35ee-40e8-98cc-42dd5f020641" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.601028] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ae3aeee-35ee-40e8-98cc-42dd5f020641" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.601028] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ae3aeee-35ee-40e8-98cc-42dd5f020641',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.773462] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a21b8fa-089e-4389-966c-45156f7d3071 in Status: SUCCESS [ 1014.773698] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a21b8fa-089e-4389-966c-45156f7d3071" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.773866] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a21b8fa-089e-4389-966c-45156f7d3071" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.774233] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a21b8fa-089e-4389-966c-45156f7d3071" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.774698] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.774851] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.774916] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.775123] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.775454] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.775602] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a21b8fa-089e-4389-966c-45156f7d3071',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.784180] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d7c8caf-03d0-4a98-9008-6322def6e6c7 in Status: SUCCESS [ 1014.784502] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d7c8caf-03d0-4a98-9008-6322def6e6c7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.785197] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d7c8caf-03d0-4a98-9008-6322def6e6c7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.785197] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d7c8caf-03d0-4a98-9008-6322def6e6c7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.785197] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.785197] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.785415] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.785415] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.785478] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.785554] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d7c8caf-03d0-4a98-9008-6322def6e6c7',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.930812] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.930812] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.930812] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.930812] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.930812] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.930812] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c is going to be updated. [ 1014.960894] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.961402] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.961637] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.961965] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.962826] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.988223] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c in Status: IN_PROGRESS for 2s [ 1015.119593] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.121045] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.121495] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.121967] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.122154] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.122307] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ae3aeee-35ee-40e8-98cc-42dd5f020641 already deleted. [ 1015.122443] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ae3aeee-35ee-40e8-98cc-42dd5f020641" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.281814] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.281814] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.281814] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.281814] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.281814] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.281814] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.281814] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.281814] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.281814] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.281814] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.281814] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a21b8fa-089e-4389-966c-45156f7d3071 is going to be deleted. [ 1015.288399] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0d7c8caf-03d0-4a98-9008-6322def6e6c7',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.308332] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.308569] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.308964] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.308964] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.308964] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.309324] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a21b8fa-089e-4389-966c-45156f7d3071" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.309324] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a21b8fa-089e-4389-966c-45156f7d3071" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.309543] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a21b8fa-089e-4389-966c-45156f7d3071" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.309875] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.310804] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.310909] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.311136] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.311288] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.311505] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a21b8fa-089e-4389-966c-45156f7d3071',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.386833] env[70956]: INFO networking_nsxv3.common.synchronization [None req-26adcafb-ce5a-40c2-b4ca-8d7e382b92fd None None] Enqueued Resource ID: 49e617e0-2240-4786-b416-4264b088bb5a with Priority: HIGHEST for action port [ 1015.387121] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49e617e0-2240-4786-b416-4264b088bb5a with Priority: HIGHEST for action port [ 1015.387665] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-49e617e0-2240-4786-b416-4264b088bb5a taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.387872] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49e617e0-2240-4786-b416-4264b088bb5a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.387872] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49e617e0-2240-4786-b416-4264b088bb5a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.388118] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49e617e0-2240-4786-b416-4264b088bb5a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.388202] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49e617e0-2240-4786-b416-4264b088bb5a',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.790886] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0d7c8caf-03d0-4a98-9008-6322def6e6c7',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.815102] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.815102] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.815102] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.815289] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.815391] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.815591] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.815718] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.815775] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.815886] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.815962] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.816278] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a21b8fa-089e-4389-966c-45156f7d3071 already deleted. [ 1015.816371] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a21b8fa-089e-4389-966c-45156f7d3071" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.816869] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a21b8fa-089e-4389-966c-45156f7d3071" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.817046] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a21b8fa-089e-4389-966c-45156f7d3071" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.817201] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.817292] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.817356] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.817492] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.817569] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.817663] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a21b8fa-089e-4389-966c-45156f7d3071',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.892945] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 49e617e0-2240-4786-b416-4264b088bb5a [ 1015.892945] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.892945] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.892945] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.892945] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.892945] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.892945] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:49e617e0-2240-4786-b416-4264b088bb5a already deleted. [ 1015.892945] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49e617e0-2240-4786-b416-4264b088bb5a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.296506] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.296506] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.296506] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.297167] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.297167] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.297167] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d7c8caf-03d0-4a98-9008-6322def6e6c7 is going to be updated. [ 1016.320285] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.320285] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.320285] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.320594] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.320719] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.320897] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.321117] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.321117] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.321242] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.321293] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.321363] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a21b8fa-089e-4389-966c-45156f7d3071 already deleted. [ 1016.321551] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a21b8fa-089e-4389-966c-45156f7d3071" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.321630] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0a21b8fa-089e-4389-966c-45156f7d3071',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.338330] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.338330] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.338550] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.338593] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.338720] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.356921] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d7c8caf-03d0-4a98-9008-6322def6e6c7 in Status: IN_PROGRESS for 2s [ 1016.824904] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0a21b8fa-089e-4389-966c-45156f7d3071',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.997361] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c in Status: SUCCESS [ 1016.997903] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.997903] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.998092] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.998299] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.998937] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.998937] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.998937] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.998937] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.998937] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.998937] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.327194] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0a21b8fa-089e-4389-966c-45156f7d3071: rpc.has_security_group_logging(os_id): False [ 1017.346220] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.346385] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.346385] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.346596] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.346682] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.346984] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.347116] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.347203] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.347419] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.347419] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.347562] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a21b8fa-089e-4389-966c-45156f7d3071 is going to be created. [ 1017.364283] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/0a21b8fa-089e-4389-966c-45156f7d3071], does not exist path=[/infra/domains/default/groups/0a21b8fa-089e-4389-966c-45156f7d3071]."\n}' [ 1017.364436] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a21b8fa-089e-4389-966c-45156f7d3071 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/0a21b8fa-089e-4389-966c-45156f7d3071 [ 1017.364523] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1017.413135] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.413279] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.413347] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.413556] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.415135] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.416055] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.416055] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.416055] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.416055] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.416055] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.416055] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.416459] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.416459] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.416459] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.416459] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.416459] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a21b8fa-089e-4389-966c-45156f7d3071 is going to be created. [ 1017.432992] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/0a21b8fa-089e-4389-966c-45156f7d3071], does not exist path=[/infra/domains/default/groups/0a21b8fa-089e-4389-966c-45156f7d3071]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/0a21b8fa-089e-4389-966c-45156f7d3071 [ 1017.432992] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a21b8fa-089e-4389-966c-45156f7d3071" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.432992] env[70956]: Traceback (most recent call last): [ 1017.432992] env[70956]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1017.432992] env[70956]: return func(*args, **kwargs) [ 1017.432992] env[70956]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1017.432992] env[70956]: res.raise_for_status() [ 1017.432992] env[70956]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 1017.432992] env[70956]: raise HTTPError(http_error_msg, response=self) [ 1017.432992] env[70956]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/0a21b8fa-089e-4389-966c-45156f7d3071 [ 1017.432992] env[70956]: During handling of the above exception, another exception occurred: [ 1017.432992] env[70956]: Traceback (most recent call last): [ 1017.432992] env[70956]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1017.432992] env[70956]: listener.cb(fileno) [ 1017.432992] env[70956]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 1017.432992] env[70956]: result = function(*args, **kwargs) [ 1017.432992] env[70956]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 1017.432992] env[70956]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 1017.432992] env[70956]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 1017.432992] env[70956]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 1017.432992] env[70956]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 1017.432992] env[70956]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 1017.432992] env[70956]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1017.432992] env[70956]: res.raise_for_status() [ 1017.432992] env[70956]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 1017.432992] env[70956]: raise HTTPError(http_error_msg, response=self) [ 1017.432992] env[70956]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/0a21b8fa-089e-4389-966c-45156f7d3071 [ 1017.432992] env[70956]: Removing descriptor: 62 [ 1017.501385] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.501385] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.501847] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.501847] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.501847] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.502031] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.502082] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.502202] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.502289] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.502374] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.502527] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.502614] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.502670] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.502803] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.502941] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.503041] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.503093] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.503255] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.503298] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.503371] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.503455] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.539319] env[70956]: INFO networking_nsxv3.common.synchronization [req-3049f0e6-a9d8-4446-8676-1124d6178349 req-770e462a-0f44-40ca-957b-dd30881fe472 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Enqueued Resource ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 with Priority: HIGHEST for action security_group_members [ 1017.539855] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 with Priority: HIGHEST for action security_group_members [ 1017.540181] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.540417] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.540417] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.540567] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.540701] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.540799] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.540857] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.540994] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.541090] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.541179] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f021a11d-33ee-470b-8d8b-d8d661b0eaf4',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.826235] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-434 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.826427] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-434" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.826557] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-434" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.826832] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-434" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.827113] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.827274] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.827394] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.827612] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.827761] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.827973] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1017.828100] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1017.828215] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1017.828323] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1017.828434] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1017.828542] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1017.828675] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1017.846132] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1017.846311] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1017.846495] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1017.846626] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-434" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.846946] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-2447bfa0-63cd-4986-b917-8bec942f8636 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.847138] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-2447bfa0-63cd-4986-b917-8bec942f8636" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.847263] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-2447bfa0-63cd-4986-b917-8bec942f8636" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.847583] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-2447bfa0-63cd-4986-b917-8bec942f8636" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.847790] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2447bfa0-63cd-4986-b917-8bec942f8636',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.006056] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c: rpc.has_security_group_logging(os_id): False [ 1018.027397] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.027397] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.027397] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.027397] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.043949] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.044163] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.050846] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.051716] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.051716] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.051716] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.052446] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.052446] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.052446] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.052446] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.052446] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.052825] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.052825] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.053235] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.053235] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.053235] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.053506] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.053506] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.053506] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c is going to be updated. [ 1018.054897] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.056670] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.078580] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.078580] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.078970] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.078970] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.079282] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.080695] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.080695] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 is going to be updated. [ 1018.104190] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.104526] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.104620] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.104882] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.105105] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.114028] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 in Status: IN_PROGRESS for 2s [ 1018.123478] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.123718] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.123812] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.124795] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.125117] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.137172] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c in Status: IN_PROGRESS for 2s [ 1018.350839] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.351277] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.351277] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.351704] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.352120] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.352355] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Segment Port 2447bfa0-63cd-4986-b917-8bec942f8636 not found, creating... [ 1018.352792] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.352982] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.353125] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.353369] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.353524] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.353828] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.353992] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.354248] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.354711] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.354886] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.355050] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: 2447bfa0-63cd-4986-b917-8bec942f8636 is going to be created. [ 1018.368010] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d7c8caf-03d0-4a98-9008-6322def6e6c7 in Status: SUCCESS [ 1018.368213] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d7c8caf-03d0-4a98-9008-6322def6e6c7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.368364] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d7c8caf-03d0-4a98-9008-6322def6e6c7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.368610] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d7c8caf-03d0-4a98-9008-6322def6e6c7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.368793] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.368906] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.368973] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.369125] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.369195] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.373142] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d7c8caf-03d0-4a98-9008-6322def6e6c7',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.376977] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.377211] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.377339] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.377594] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.377816] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.378057] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-2447bfa0-63cd-4986-b917-8bec942f8636" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.872688] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0d7c8caf-03d0-4a98-9008-6322def6e6c7',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.087390] env[70956]: INFO networking_nsxv3.common.synchronization [req-3049f0e6-a9d8-4446-8676-1124d6178349 req-9f90bd3c-9923-483e-b209-3900b05976a7 service nova] Enqueued Resource ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 with Priority: HIGHEST for action security_group_rules [ 1019.087390] env[70956]: INFO networking_nsxv3.common.synchronization [req-3049f0e6-a9d8-4446-8676-1124d6178349 req-9f90bd3c-9923-483e-b209-3900b05976a7 service nova] Enqueued Resource ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 with Priority: HIGHEST for action security_group_members [ 1019.087390] env[70956]: INFO networking_nsxv3.common.synchronization [req-3049f0e6-a9d8-4446-8676-1124d6178349 req-9f90bd3c-9923-483e-b209-3900b05976a7 service nova] Enqueued Resource ID: 2447bfa0-63cd-4986-b917-8bec942f8636 with Priority: HIGHEST for action port [ 1019.087390] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 with Priority: HIGHEST for action security_group_rules [ 1019.087390] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 with Priority: HIGHEST for action security_group_members [ 1019.087390] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2447bfa0-63cd-4986-b917-8bec942f8636 with Priority: HIGHEST for action port [ 1019.087390] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f021a11d-33ee-470b-8d8b-d8d661b0eaf4 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.087906] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.089358] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.089358] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.089358] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f021a11d-33ee-470b-8d8b-d8d661b0eaf4',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.089957] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.090104] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.090345] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-2447bfa0-63cd-4986-b917-8bec942f8636 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.090849] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2447bfa0-63cd-4986-b917-8bec942f8636" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.090849] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2447bfa0-63cd-4986-b917-8bec942f8636" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.090849] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2447bfa0-63cd-4986-b917-8bec942f8636" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.091074] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2447bfa0-63cd-4986-b917-8bec942f8636',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.377903] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0d7c8caf-03d0-4a98-9008-6322def6e6c7',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.591436] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.591436] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.594802] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2447bfa0-63cd-4986-b917-8bec942f8636 with status ACTIVE [ 1019.595018] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.595174] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.595242] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.595458] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.595549] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.595733] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.595831] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.595890] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.600264] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.600425] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.600579] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.600686] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.600756] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.600910] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.600989] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.601091] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2447bfa0-63cd-4986-b917-8bec942f8636 is going to be updated. [ 1019.622544] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.622823] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.622823] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.622977] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.623122] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.623280] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2447bfa0-63cd-4986-b917-8bec942f8636" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.737141] env[70956]: INFO networking_nsxv3.common.synchronization [req-cc6d0ee4-6c49-4499-af15-5e948954daeb req-65380fa3-480e-4a8e-93ef-182284cd3636 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Enqueued Resource ID: 0d7c8caf-03d0-4a98-9008-6322def6e6c7 with Priority: HIGHEST for action security_group_members [ 1019.737582] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d7c8caf-03d0-4a98-9008-6322def6e6c7 with Priority: HIGHEST for action security_group_members [ 1019.737924] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d7c8caf-03d0-4a98-9008-6322def6e6c7 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.738158] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d7c8caf-03d0-4a98-9008-6322def6e6c7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.880545] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.880711] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.880845] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.881008] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.881134] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.881211] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d7c8caf-03d0-4a98-9008-6322def6e6c7 is going to be updated. [ 1019.909164] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.909316] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.909549] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.909608] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.909711] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.918115] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d7c8caf-03d0-4a98-9008-6322def6e6c7 in Status: IN_PROGRESS for 2s [ 1020.123239] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 in Status: SUCCESS [ 1020.124405] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 deletion is rescheduled due to dependency. [ 1020.124405] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.124405] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.124405] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.124739] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.124739] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.124739] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.124890] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.124890] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.124973] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f021a11d-33ee-470b-8d8b-d8d661b0eaf4',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.148689] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c in Status: SUCCESS [ 1020.148909] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.629262] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f021a11d-33ee-470b-8d8b-d8d661b0eaf4',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.132464] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f021a11d-33ee-470b-8d8b-d8d661b0eaf4',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.637736] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.637736] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.637736] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.637736] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.637736] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.637736] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 is going to be updated. [ 1021.665642] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.665642] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.665642] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.665642] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.665642] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.672985] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 in Status: IN_PROGRESS for 2s [ 1021.928579] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d7c8caf-03d0-4a98-9008-6322def6e6c7 in Status: SUCCESS [ 1021.929723] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d7c8caf-03d0-4a98-9008-6322def6e6c7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.932069] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d7c8caf-03d0-4a98-9008-6322def6e6c7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.932069] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d7c8caf-03d0-4a98-9008-6322def6e6c7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.932069] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.932069] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.932069] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.932069] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.932069] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.932069] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d7c8caf-03d0-4a98-9008-6322def6e6c7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.932069] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0d7c8caf-03d0-4a98-9008-6322def6e6c7',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.932069] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d7c8caf-03d0-4a98-9008-6322def6e6c7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.932069] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d7c8caf-03d0-4a98-9008-6322def6e6c7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.932877] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.932877] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.932877] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.932877] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.932877] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.932877] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d7c8caf-03d0-4a98-9008-6322def6e6c7',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.434862] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d7c8caf-03d0-4a98-9008-6322def6e6c7 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.434992] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d7c8caf-03d0-4a98-9008-6322def6e6c7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.435414] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.435689] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.435689] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.435769] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.456416] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.456660] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.456782] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.457013] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.457110] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.457236] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.457301] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d7c8caf-03d0-4a98-9008-6322def6e6c7 is going to be updated. [ 1022.481589] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.482075] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.482075] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.482352] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.482590] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.490987] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d7c8caf-03d0-4a98-9008-6322def6e6c7 in Status: IN_PROGRESS for 2s [ 1023.379641] env[70956]: INFO networking_nsxv3.common.synchronization [req-36cf6899-4371-48b7-bfc4-02e24d65b0b1 req-b11d10b4-2ac4-4d87-8dad-7885f08301b7 tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] Enqueued Resource ID: 7c81c819-8091-422a-ba68-8678d1bc09f0 with Priority: HIGHEST for action security_group_members [ 1023.382014] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c81c819-8091-422a-ba68-8678d1bc09f0 with Priority: HIGHEST for action security_group_members [ 1023.382014] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c81c819-8091-422a-ba68-8678d1bc09f0 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.382014] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c81c819-8091-422a-ba68-8678d1bc09f0" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.382014] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c81c819-8091-422a-ba68-8678d1bc09f0" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.382450] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c81c819-8091-422a-ba68-8678d1bc09f0" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.382450] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.382450] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.382450] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.382691] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.382691] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.382799] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c81c819-8091-422a-ba68-8678d1bc09f0',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.662073] env[70956]: INFO networking_nsxv3.common.synchronization [req-635e4f36-3366-4118-8efd-1a4f956709e6 req-22de297e-0c03-48c0-948d-ee29e446c9e7 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Enqueued Resource ID: 0734b4de-c1c9-4d9d-a363-187b7b3887ac with Priority: HIGHEST for action security_group_members [ 1023.662820] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0734b4de-c1c9-4d9d-a363-187b7b3887ac with Priority: HIGHEST for action security_group_members [ 1023.662969] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-0734b4de-c1c9-4d9d-a363-187b7b3887ac taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.665645] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0734b4de-c1c9-4d9d-a363-187b7b3887ac" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.665645] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0734b4de-c1c9-4d9d-a363-187b7b3887ac" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.665645] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0734b4de-c1c9-4d9d-a363-187b7b3887ac" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.665645] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.665645] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.665645] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.665645] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.665645] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.665645] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0734b4de-c1c9-4d9d-a363-187b7b3887ac',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.681919] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 in Status: SUCCESS [ 1023.683245] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.683245] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.683245] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.683245] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.683245] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.683245] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.683245] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.683245] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.683618] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.683618] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f021a11d-33ee-470b-8d8b-d8d661b0eaf4',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.886532] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.886532] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.886532] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.886532] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.911601] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.911601] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.911601] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.911601] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.911601] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.911601] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.911601] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c81c819-8091-422a-ba68-8678d1bc09f0 is going to be updated. [ 1023.936379] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.936379] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.936379] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.937101] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.937101] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.950539] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c81c819-8091-422a-ba68-8678d1bc09f0 in Status: IN_PROGRESS for 2s [ 1024.133860] env[70956]: INFO networking_nsxv3.common.synchronization [None req-e25e5e29-0b95-454b-bd99-ef485349e52b None None] Enqueued Resource ID: f0ac4185-02e7-44aa-9cbd-82c825db6b49 with Priority: HIGHEST for action port [ 1024.134642] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0ac4185-02e7-44aa-9cbd-82c825db6b49 with Priority: HIGHEST for action port [ 1024.134993] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-f0ac4185-02e7-44aa-9cbd-82c825db6b49 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.135521] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f0ac4185-02e7-44aa-9cbd-82c825db6b49" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.135562] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f0ac4185-02e7-44aa-9cbd-82c825db6b49" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.136144] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f0ac4185-02e7-44aa-9cbd-82c825db6b49" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.136144] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0ac4185-02e7-44aa-9cbd-82c825db6b49',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.167793] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0734b4de-c1c9-4d9d-a363-187b7b3887ac',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.187451] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.187657] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.188278] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.188278] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.188278] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.188278] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.188605] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.188605] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.188605] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.188605] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.188848] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.188848] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.189109] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.189109] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.189194] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.189252] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.189392] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.189562] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.189695] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.189794] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.189891] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f021a11d-33ee-470b-8d8b-d8d661b0eaf4',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.249798] env[70956]: INFO networking_nsxv3.common.synchronization [req-0ea4d789-bea8-4a00-962d-6acc08a5bd75 req-59ef6096-43b3-4043-aab0-9a56ad08529a tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Enqueued Resource ID: e3c33332-22f3-4b69-aa9e-86e8da57b4e8 with Priority: HIGHEST for action security_group_members [ 1024.250370] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3c33332-22f3-4b69-aa9e-86e8da57b4e8 with Priority: HIGHEST for action security_group_members [ 1024.250707] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3c33332-22f3-4b69-aa9e-86e8da57b4e8 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.250837] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3c33332-22f3-4b69-aa9e-86e8da57b4e8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.250901] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3c33332-22f3-4b69-aa9e-86e8da57b4e8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.251738] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3c33332-22f3-4b69-aa9e-86e8da57b4e8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.251917] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.252950] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.253044] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.253748] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.254047] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.254583] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3c33332-22f3-4b69-aa9e-86e8da57b4e8',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.507022] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d7c8caf-03d0-4a98-9008-6322def6e6c7 in Status: SUCCESS [ 1024.507022] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d7c8caf-03d0-4a98-9008-6322def6e6c7 deletion is rescheduled due to dependency. [ 1024.507022] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d7c8caf-03d0-4a98-9008-6322def6e6c7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.507022] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d7c8caf-03d0-4a98-9008-6322def6e6c7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.507022] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d7c8caf-03d0-4a98-9008-6322def6e6c7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.507022] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.507022] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.507022] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.507022] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.507022] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.507022] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d7c8caf-03d0-4a98-9008-6322def6e6c7',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.624101] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-303 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.624256] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-303" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.624437] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-303" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.624818] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-303" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.625412] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.625653] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.625865] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.626148] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.626347] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.626646] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1024.626814] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1024.626972] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1024.627172] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1024.627307] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1024.627465] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1024.627657] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1024.638070] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f0ac4185-02e7-44aa-9cbd-82c825db6b49 [ 1024.638239] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.638433] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.638482] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.638846] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.638846] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.638950] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f0ac4185-02e7-44aa-9cbd-82c825db6b49 already deleted. [ 1024.639068] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f0ac4185-02e7-44aa-9cbd-82c825db6b49" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.654841] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1024.657982] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1024.657982] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1024.657982] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-303" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.658574] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-0744d7c4-5911-4e74-9a6d-7b949880bf7d taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.658574] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-0744d7c4-5911-4e74-9a6d-7b949880bf7d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.659235] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-0744d7c4-5911-4e74-9a6d-7b949880bf7d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.659235] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-0744d7c4-5911-4e74-9a6d-7b949880bf7d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.659422] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0744d7c4-5911-4e74-9a6d-7b949880bf7d',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.670266] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0734b4de-c1c9-4d9d-a363-187b7b3887ac',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.691797] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f021a11d-33ee-470b-8d8b-d8d661b0eaf4: rpc.has_security_group_logging(os_id): False [ 1024.709400] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.709845] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.709931] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.710171] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.710284] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.710514] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.710627] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.711070] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.711070] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.711070] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.711253] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.711253] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.711253] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.711437] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.711532] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.711760] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.711760] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.711951] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.711951] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.713273] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.713273] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 is going to be updated. [ 1024.758991] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e3c33332-22f3-4b69-aa9e-86e8da57b4e8',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.776214] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.776369] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.776473] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.777685] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.777685] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.804404] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 in Status: IN_PROGRESS for 2s [ 1025.010827] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.011038] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.011166] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.011348] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.011540] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.011794] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.011922] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.012088] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.012197] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.012303] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.012446] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d7c8caf-03d0-4a98-9008-6322def6e6c7 is going to be updated. [ 1025.042724] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.042724] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.042724] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.042724] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.042724] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.056600] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d7c8caf-03d0-4a98-9008-6322def6e6c7 in Status: IN_PROGRESS for 2s [ 1025.163339] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.163339] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.163339] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.163339] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.163815] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.164129] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Segment Port 0744d7c4-5911-4e74-9a6d-7b949880bf7d not found, creating... [ 1025.165735] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.165735] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.165735] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.165735] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.165735] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.165735] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.165735] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.166763] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.166763] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.166763] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.166763] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: 0744d7c4-5911-4e74-9a6d-7b949880bf7d is going to be created. [ 1025.172668] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.172804] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.172884] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.173070] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.173208] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.173264] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0734b4de-c1c9-4d9d-a363-187b7b3887ac is going to be updated. [ 1025.193253] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.194154] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.194429] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.194806] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.195533] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.196533] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-0744d7c4-5911-4e74-9a6d-7b949880bf7d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.218539] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.218539] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.218539] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.218539] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.218539] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.228563] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0734b4de-c1c9-4d9d-a363-187b7b3887ac in Status: IN_PROGRESS for 2s [ 1025.258992] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e3c33332-22f3-4b69-aa9e-86e8da57b4e8',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.762356] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.762714] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.762714] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.762999] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.762999] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.763136] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3c33332-22f3-4b69-aa9e-86e8da57b4e8 is going to be updated. [ 1025.796328] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.796496] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.796564] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.797457] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.797457] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.805899] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3c33332-22f3-4b69-aa9e-86e8da57b4e8 in Status: IN_PROGRESS for 2s [ 1025.960718] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c81c819-8091-422a-ba68-8678d1bc09f0 in Status: SUCCESS [ 1025.960910] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c81c819-8091-422a-ba68-8678d1bc09f0 deletion is rescheduled due to dependency. [ 1025.961034] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c81c819-8091-422a-ba68-8678d1bc09f0" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.354021] env[70956]: INFO networking_nsxv3.common.synchronization [req-0ea4d789-bea8-4a00-962d-6acc08a5bd75 req-f67277c8-a78b-43ed-bc91-c42c89e07247 service nova] Enqueued Resource ID: e3c33332-22f3-4b69-aa9e-86e8da57b4e8 with Priority: HIGHEST for action security_group_rules [ 1026.354021] env[70956]: INFO networking_nsxv3.common.synchronization [req-0ea4d789-bea8-4a00-962d-6acc08a5bd75 req-f67277c8-a78b-43ed-bc91-c42c89e07247 service nova] Enqueued Resource ID: e3c33332-22f3-4b69-aa9e-86e8da57b4e8 with Priority: HIGHEST for action security_group_members [ 1026.354021] env[70956]: INFO networking_nsxv3.common.synchronization [req-0ea4d789-bea8-4a00-962d-6acc08a5bd75 req-f67277c8-a78b-43ed-bc91-c42c89e07247 service nova] Enqueued Resource ID: 0744d7c4-5911-4e74-9a6d-7b949880bf7d with Priority: HIGHEST for action port [ 1026.354021] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3c33332-22f3-4b69-aa9e-86e8da57b4e8 with Priority: HIGHEST for action security_group_rules [ 1026.354021] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3c33332-22f3-4b69-aa9e-86e8da57b4e8 with Priority: HIGHEST for action security_group_members [ 1026.354021] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0744d7c4-5911-4e74-9a6d-7b949880bf7d with Priority: HIGHEST for action port [ 1026.354021] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e3c33332-22f3-4b69-aa9e-86e8da57b4e8 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.354021] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e3c33332-22f3-4b69-aa9e-86e8da57b4e8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.354770] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e3c33332-22f3-4b69-aa9e-86e8da57b4e8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.358017] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e3c33332-22f3-4b69-aa9e-86e8da57b4e8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.358017] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e3c33332-22f3-4b69-aa9e-86e8da57b4e8',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.358017] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3c33332-22f3-4b69-aa9e-86e8da57b4e8 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.358017] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3c33332-22f3-4b69-aa9e-86e8da57b4e8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.358017] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-0744d7c4-5911-4e74-9a6d-7b949880bf7d taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.358017] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0744d7c4-5911-4e74-9a6d-7b949880bf7d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.358017] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0744d7c4-5911-4e74-9a6d-7b949880bf7d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.358017] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0744d7c4-5911-4e74-9a6d-7b949880bf7d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.358017] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0744d7c4-5911-4e74-9a6d-7b949880bf7d',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.411418] env[70956]: INFO networking_nsxv3.common.synchronization [None req-7d70d648-5c29-49b2-8fa0-9da226b823f8 None None] Enqueued Resource ID: 379f942b-192e-48e5-bdcb-3b3c504f47a8 with Priority: HIGHEST for action port [ 1026.411737] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 379f942b-192e-48e5-bdcb-3b3c504f47a8 with Priority: HIGHEST for action port [ 1026.412330] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-379f942b-192e-48e5-bdcb-3b3c504f47a8 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.412475] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-379f942b-192e-48e5-bdcb-3b3c504f47a8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.412568] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-379f942b-192e-48e5-bdcb-3b3c504f47a8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.412776] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-379f942b-192e-48e5-bdcb-3b3c504f47a8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.412960] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('379f942b-192e-48e5-bdcb-3b3c504f47a8',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.818482] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 in Status: SUCCESS [ 1026.818482] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.863396] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0744d7c4-5911-4e74-9a6d-7b949880bf7d with status ACTIVE [ 1026.863639] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.863766] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.863869] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.865195] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.865304] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.865527] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.865675] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.865713] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.865885] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.865967] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.866174] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.866272] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.866333] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.866470] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.866557] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.866625] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0744d7c4-5911-4e74-9a6d-7b949880bf7d is going to be updated. [ 1026.868483] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3c33332-22f3-4b69-aa9e-86e8da57b4e8 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.868580] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3c33332-22f3-4b69-aa9e-86e8da57b4e8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.875300] env[70956]: INFO networking_nsxv3.common.synchronization [req-b0f0e59c-9035-417c-987e-6c1788abb91f req-f73f849e-861e-41f2-a52a-691236c3213a tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Enqueued Resource ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 with Priority: HIGHEST for action security_group_members [ 1026.875893] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 with Priority: HIGHEST for action security_group_members [ 1026.876200] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d09f0e2-4e07-43f7-ba53-6600d30c7795 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.876306] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.876369] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.876540] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.876678] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.876768] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.876822] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.876957] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.877047] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.877138] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d09f0e2-4e07-43f7-ba53-6600d30c7795',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.890721] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.890721] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.890721] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.890721] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.890721] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.890721] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0744d7c4-5911-4e74-9a6d-7b949880bf7d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.915323] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 379f942b-192e-48e5-bdcb-3b3c504f47a8 [ 1026.916640] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.916640] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.916640] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.916640] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.916640] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.916640] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:379f942b-192e-48e5-bdcb-3b3c504f47a8 already deleted. [ 1026.916640] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-379f942b-192e-48e5-bdcb-3b3c504f47a8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.070690] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d7c8caf-03d0-4a98-9008-6322def6e6c7 in Status: SUCCESS [ 1027.071193] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d7c8caf-03d0-4a98-9008-6322def6e6c7 deletion is rescheduled due to dependency. [ 1027.071344] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d7c8caf-03d0-4a98-9008-6322def6e6c7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.071697] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d7c8caf-03d0-4a98-9008-6322def6e6c7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.071825] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d7c8caf-03d0-4a98-9008-6322def6e6c7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.072024] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.072166] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.072234] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.072425] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.072489] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.072576] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d7c8caf-03d0-4a98-9008-6322def6e6c7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.072748] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d7c8caf-03d0-4a98-9008-6322def6e6c7 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.073430] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d7c8caf-03d0-4a98-9008-6322def6e6c7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.073430] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d7c8caf-03d0-4a98-9008-6322def6e6c7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.073430] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d7c8caf-03d0-4a98-9008-6322def6e6c7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.073430] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.073430] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.073430] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.074023] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.074023] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.074023] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d7c8caf-03d0-4a98-9008-6322def6e6c7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.074023] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0d7c8caf-03d0-4a98-9008-6322def6e6c7',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.237646] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0734b4de-c1c9-4d9d-a363-187b7b3887ac in Status: SUCCESS [ 1027.237991] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0734b4de-c1c9-4d9d-a363-187b7b3887ac" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.331175] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-85 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.331403] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-85" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.331609] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-85" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.331903] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-85" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.332194] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.332359] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.332517] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.332760] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.332918] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.333188] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1027.333283] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1027.333396] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1027.333510] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1027.333719] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1027.333719] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1027.333876] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1027.353171] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1027.353435] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1027.354077] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1027.354077] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-85" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.354283] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-da971fb0-bd09-4cfc-9a27-d14f710905e7 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.354529] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-da971fb0-bd09-4cfc-9a27-d14f710905e7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.354664] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-da971fb0-bd09-4cfc-9a27-d14f710905e7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.354978] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-da971fb0-bd09-4cfc-9a27-d14f710905e7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.355139] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da971fb0-bd09-4cfc-9a27-d14f710905e7',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.380509] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d09f0e2-4e07-43f7-ba53-6600d30c7795',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.575918] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0d7c8caf-03d0-4a98-9008-6322def6e6c7: rpc.has_security_group_logging(os_id): False [ 1027.593303] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.593481] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.593544] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.595058] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.595058] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.595058] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.595058] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.595058] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.595058] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.595058] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.595058] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.595058] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.595058] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.595058] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.595547] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.595547] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.595642] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.595711] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.595851] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.595996] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.595996] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d7c8caf-03d0-4a98-9008-6322def6e6c7 is going to be updated. [ 1027.678487] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.678690] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.678690] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.678860] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.679014] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.690700] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d7c8caf-03d0-4a98-9008-6322def6e6c7 in Status: IN_PROGRESS for 2s [ 1027.815043] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3c33332-22f3-4b69-aa9e-86e8da57b4e8 in Status: SUCCESS [ 1027.815170] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3c33332-22f3-4b69-aa9e-86e8da57b4e8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.815338] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3c33332-22f3-4b69-aa9e-86e8da57b4e8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.815551] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3c33332-22f3-4b69-aa9e-86e8da57b4e8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.815741] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.815876] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.815932] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.816094] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.816178] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.816272] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3c33332-22f3-4b69-aa9e-86e8da57b4e8',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.857285] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.857596] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.857749] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.858041] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.858199] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.858359] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Segment Port da971fb0-bd09-4cfc-9a27-d14f710905e7 not found, creating... [ 1027.858624] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.858778] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.858898] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.859135] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.859268] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.859584] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.859778] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.859897] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.860699] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.860699] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.860699] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: da971fb0-bd09-4cfc-9a27-d14f710905e7 is going to be created. [ 1027.882957] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.882957] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.882957] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.882957] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.882957] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.882957] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-da971fb0-bd09-4cfc-9a27-d14f710905e7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.884132] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d09f0e2-4e07-43f7-ba53-6600d30c7795',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.318871] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e3c33332-22f3-4b69-aa9e-86e8da57b4e8',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.386665] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.386889] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.387057] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.387940] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.387940] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.387940] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 is going to be updated. [ 1028.420738] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.420913] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.420987] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.421349] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.421449] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.430106] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 in Status: IN_PROGRESS for 2s [ 1028.625180] env[70956]: INFO networking_nsxv3.common.synchronization [req-b0f0e59c-9035-417c-987e-6c1788abb91f req-f49d3287-a53c-42cf-bc3a-020ac53e63e8 service nova] Enqueued Resource ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 with Priority: HIGHEST for action security_group_rules [ 1028.625482] env[70956]: INFO networking_nsxv3.common.synchronization [req-b0f0e59c-9035-417c-987e-6c1788abb91f req-f49d3287-a53c-42cf-bc3a-020ac53e63e8 service nova] Enqueued Resource ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 with Priority: HIGHEST for action security_group_members [ 1028.625705] env[70956]: INFO networking_nsxv3.common.synchronization [req-b0f0e59c-9035-417c-987e-6c1788abb91f req-f49d3287-a53c-42cf-bc3a-020ac53e63e8 service nova] Enqueued Resource ID: da971fb0-bd09-4cfc-9a27-d14f710905e7 with Priority: HIGHEST for action port [ 1028.626353] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 with Priority: HIGHEST for action security_group_rules [ 1028.626492] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 with Priority: HIGHEST for action security_group_members [ 1028.626591] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da971fb0-bd09-4cfc-9a27-d14f710905e7 with Priority: HIGHEST for action port [ 1028.626870] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d09f0e2-4e07-43f7-ba53-6600d30c7795 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.626985] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.627064] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.627284] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.627366] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d09f0e2-4e07-43f7-ba53-6600d30c7795',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.628202] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d09f0e2-4e07-43f7-ba53-6600d30c7795 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.628312] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.628481] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-da971fb0-bd09-4cfc-9a27-d14f710905e7 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.628579] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da971fb0-bd09-4cfc-9a27-d14f710905e7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.628644] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da971fb0-bd09-4cfc-9a27-d14f710905e7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.628789] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da971fb0-bd09-4cfc-9a27-d14f710905e7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.628863] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da971fb0-bd09-4cfc-9a27-d14f710905e7',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.820987] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e3c33332-22f3-4b69-aa9e-86e8da57b4e8',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.130384] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d09f0e2-4e07-43f7-ba53-6600d30c7795 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.130725] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.130992] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port da971fb0-bd09-4cfc-9a27-d14f710905e7 with status ACTIVE [ 1029.131211] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.131331] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.131394] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.131639] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.131913] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.132118] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.132214] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.132273] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.132426] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.132525] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.132749] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.132828] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.133068] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.133356] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.133356] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.133446] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: da971fb0-bd09-4cfc-9a27-d14f710905e7 is going to be updated. [ 1029.155867] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.155867] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.156084] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.156164] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.156304] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.156466] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da971fb0-bd09-4cfc-9a27-d14f710905e7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.324793] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.324964] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.324964] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.325469] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.325469] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.325469] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3c33332-22f3-4b69-aa9e-86e8da57b4e8 is going to be updated. [ 1029.364061] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.364300] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.364370] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.364547] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.364749] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.373552] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3c33332-22f3-4b69-aa9e-86e8da57b4e8 in Status: IN_PROGRESS for 2s [ 1029.430947] env[70956]: INFO networking_nsxv3.common.synchronization [req-6dd83b27-3816-4b65-8561-ae30fa9cfa89 req-353b68f7-1ba0-45ac-a8db-ef5a799bba69 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Enqueued Resource ID: 13f4fb16-aff0-4a46-a2f0-a4850dc67e4d with Priority: HIGHEST for action security_group_members [ 1029.431613] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13f4fb16-aff0-4a46-a2f0-a4850dc67e4d with Priority: HIGHEST for action security_group_members [ 1029.432376] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-13f4fb16-aff0-4a46-a2f0-a4850dc67e4d taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.432376] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13f4fb16-aff0-4a46-a2f0-a4850dc67e4d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.432376] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13f4fb16-aff0-4a46-a2f0-a4850dc67e4d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.432730] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13f4fb16-aff0-4a46-a2f0-a4850dc67e4d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.432730] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.432822] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.432822] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.433017] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.433112] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.433234] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('13f4fb16-aff0-4a46-a2f0-a4850dc67e4d',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.709963] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d7c8caf-03d0-4a98-9008-6322def6e6c7 in Status: SUCCESS [ 1029.709963] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d7c8caf-03d0-4a98-9008-6322def6e6c7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.709963] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d7c8caf-03d0-4a98-9008-6322def6e6c7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.709963] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d7c8caf-03d0-4a98-9008-6322def6e6c7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.709963] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d7c8caf-03d0-4a98-9008-6322def6e6c7',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.940354] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.940354] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.940354] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.940354] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.970027] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.970027] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.970027] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.970027] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.970269] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.970269] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.970403] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13f4fb16-aff0-4a46-a2f0-a4850dc67e4d is going to be updated. [ 1029.995912] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.996130] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.996130] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.996695] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.996695] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.005104] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13f4fb16-aff0-4a46-a2f0-a4850dc67e4d in Status: IN_PROGRESS for 2s [ 1030.230474] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.230853] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.230853] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.230945] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.231036] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.231133] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d7c8caf-03d0-4a98-9008-6322def6e6c7 is going to be deleted. [ 1030.280221] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.280431] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.280494] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.280694] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.280794] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.280927] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d7c8caf-03d0-4a98-9008-6322def6e6c7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.444524] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 in Status: SUCCESS [ 1030.444811] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.445057] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.445319] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.445559] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.445727] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.445826] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.446068] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.446183] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.446324] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d09f0e2-4e07-43f7-ba53-6600d30c7795',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.949479] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d09f0e2-4e07-43f7-ba53-6600d30c7795',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.387783] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3c33332-22f3-4b69-aa9e-86e8da57b4e8 in Status: SUCCESS [ 1031.388097] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3c33332-22f3-4b69-aa9e-86e8da57b4e8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.388227] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3c33332-22f3-4b69-aa9e-86e8da57b4e8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.388623] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3c33332-22f3-4b69-aa9e-86e8da57b4e8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.388970] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.389152] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.389217] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.389375] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.389597] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.389597] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3c33332-22f3-4b69-aa9e-86e8da57b4e8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.389706] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e3c33332-22f3-4b69-aa9e-86e8da57b4e8',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.451261] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d09f0e2-4e07-43f7-ba53-6600d30c7795',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.893200] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3c33332-22f3-4b69-aa9e-86e8da57b4e8 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.893469] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3c33332-22f3-4b69-aa9e-86e8da57b4e8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.893469] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3c33332-22f3-4b69-aa9e-86e8da57b4e8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.893715] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3c33332-22f3-4b69-aa9e-86e8da57b4e8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.893893] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.894010] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.894084] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.894253] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.894340] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.894420] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3c33332-22f3-4b69-aa9e-86e8da57b4e8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.894592] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3c33332-22f3-4b69-aa9e-86e8da57b4e8 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.894695] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3c33332-22f3-4b69-aa9e-86e8da57b4e8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.894761] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3c33332-22f3-4b69-aa9e-86e8da57b4e8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.894884] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3c33332-22f3-4b69-aa9e-86e8da57b4e8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.895052] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.895145] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.895205] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.895356] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.895438] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.895515] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3c33332-22f3-4b69-aa9e-86e8da57b4e8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.895587] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e3c33332-22f3-4b69-aa9e-86e8da57b4e8',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.954298] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.954457] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.954533] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.954757] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.954853] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.954953] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 is going to be updated. [ 1031.983762] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.983999] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.983999] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.984300] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.984516] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.993257] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 in Status: IN_PROGRESS for 2s [ 1032.014016] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13f4fb16-aff0-4a46-a2f0-a4850dc67e4d in Status: SUCCESS [ 1032.014263] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13f4fb16-aff0-4a46-a2f0-a4850dc67e4d deletion is rescheduled due to dependency. [ 1032.014389] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13f4fb16-aff0-4a46-a2f0-a4850dc67e4d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.398227] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e3c33332-22f3-4b69-aa9e-86e8da57b4e8: rpc.has_security_group_logging(os_id): False [ 1032.416323] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.416476] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.416583] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.417194] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.434200] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.435464] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.435464] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.435464] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.435464] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.435464] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.435464] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.435464] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.435464] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.435464] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.435822] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.435822] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.435822] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.435822] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.435962] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.436133] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.436133] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e3c33332-22f3-4b69-aa9e-86e8da57b4e8 is going to be updated. [ 1032.489606] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.489606] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.489788] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.489928] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.490189] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.501154] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3c33332-22f3-4b69-aa9e-86e8da57b4e8 in Status: IN_PROGRESS for 2s [ 1034.004798] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 in Status: SUCCESS [ 1034.004798] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.004798] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.004798] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.004798] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.004798] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.004798] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.004798] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.004798] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.004798] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.004798] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7d09f0e2-4e07-43f7-ba53-6600d30c7795',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.433074] env[70956]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1034.433303] env[70956]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1034.507826] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d09f0e2-4e07-43f7-ba53-6600d30c7795 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.507826] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.507826] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.507826] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.508211] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.508211] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.508211] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.508211] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.508410] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.508410] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.508516] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d09f0e2-4e07-43f7-ba53-6600d30c7795 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.508648] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.508648] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.508813] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.508902] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.508995] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.509071] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.509190] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.509275] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.509396] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.509458] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7d09f0e2-4e07-43f7-ba53-6600d30c7795',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.515147] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3c33332-22f3-4b69-aa9e-86e8da57b4e8 in Status: SUCCESS [ 1034.515351] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e3c33332-22f3-4b69-aa9e-86e8da57b4e8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.011709] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7d09f0e2-4e07-43f7-ba53-6600d30c7795: rpc.has_security_group_logging(os_id): False [ 1035.033997] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.034258] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.034258] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.034459] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.070457] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.070742] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.070909] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.070981] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.071251] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.071364] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.071643] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.071866] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.071976] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.072235] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.072352] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.072572] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.072704] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.072769] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.072953] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.073070] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.073198] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 is going to be updated. [ 1035.148507] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.148650] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.148723] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.148967] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.149088] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.163432] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 in Status: IN_PROGRESS for 2s [ 1036.072880] env[70956]: INFO networking_nsxv3.common.synchronization [req-4a30d52f-36a8-4e04-bcda-207e2c596bf4 req-596c7f63-b420-4057-9588-1c32063ccf07 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Enqueued Resource ID: 8e7cb093-c160-4200-810a-24193daf0945 with Priority: HIGHEST for action security_group_members [ 1036.073641] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e7cb093-c160-4200-810a-24193daf0945 with Priority: HIGHEST for action security_group_members [ 1036.074018] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e7cb093-c160-4200-810a-24193daf0945 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.074156] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.074227] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.074449] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.074605] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.074705] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.074770] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.074920] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.075012] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.075114] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e7cb093-c160-4200-810a-24193daf0945',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.577845] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.578079] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.578164] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.578447] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.599893] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.600178] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.600307] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.600375] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.600580] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.600670] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.600759] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e7cb093-c160-4200-810a-24193daf0945 is going to be updated. [ 1036.624231] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.624231] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.624394] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.624598] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.624598] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.637092] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e7cb093-c160-4200-810a-24193daf0945 in Status: IN_PROGRESS for 2s [ 1036.803584] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-996 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.803987] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-996" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.803987] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-996" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.804219] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-996" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.804923] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.804923] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.804923] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.805077] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.805112] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.805307] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1036.805435] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1036.805549] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1036.805664] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1036.805778] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1036.805889] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1036.806035] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1036.824345] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1036.824520] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1036.824678] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1036.824950] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-996" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.825342] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-02090a80-f3d9-4e5e-8c13-53325be74b82 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.825530] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-02090a80-f3d9-4e5e-8c13-53325be74b82" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.825656] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-02090a80-f3d9-4e5e-8c13-53325be74b82" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.826013] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-02090a80-f3d9-4e5e-8c13-53325be74b82" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.826161] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02090a80-f3d9-4e5e-8c13-53325be74b82',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.175186] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 in Status: SUCCESS [ 1037.175559] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.330974] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.330974] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.330974] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.330974] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.330974] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.331378] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Segment Port 02090a80-f3d9-4e5e-8c13-53325be74b82 not found, creating... [ 1037.331827] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.332132] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.332331] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.332727] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.332967] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.333460] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.333710] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.333896] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.334218] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.334443] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.334659] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: 02090a80-f3d9-4e5e-8c13-53325be74b82 is going to be created. [ 1037.353845] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.354232] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.354443] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.354871] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.355383] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.355848] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-02090a80-f3d9-4e5e-8c13-53325be74b82" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.344288] env[70956]: INFO networking_nsxv3.common.synchronization [req-4a30d52f-36a8-4e04-bcda-207e2c596bf4 req-5375797a-be11-41d7-9dcb-9cccf677487f service nova] Enqueued Resource ID: 8e7cb093-c160-4200-810a-24193daf0945 with Priority: HIGHEST for action security_group_rules [ 1038.344551] env[70956]: INFO networking_nsxv3.common.synchronization [req-4a30d52f-36a8-4e04-bcda-207e2c596bf4 req-5375797a-be11-41d7-9dcb-9cccf677487f service nova] Enqueued Resource ID: 8e7cb093-c160-4200-810a-24193daf0945 with Priority: HIGHEST for action security_group_members [ 1038.344623] env[70956]: INFO networking_nsxv3.common.synchronization [req-4a30d52f-36a8-4e04-bcda-207e2c596bf4 req-5375797a-be11-41d7-9dcb-9cccf677487f service nova] Enqueued Resource ID: 02090a80-f3d9-4e5e-8c13-53325be74b82 with Priority: HIGHEST for action port [ 1038.344854] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e7cb093-c160-4200-810a-24193daf0945 with Priority: HIGHEST for action security_group_rules [ 1038.344979] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e7cb093-c160-4200-810a-24193daf0945 with Priority: HIGHEST for action security_group_members [ 1038.345088] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02090a80-f3d9-4e5e-8c13-53325be74b82 with Priority: HIGHEST for action port [ 1038.346016] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e7cb093-c160-4200-810a-24193daf0945 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.346254] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.346333] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.346559] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.346636] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e7cb093-c160-4200-810a-24193daf0945',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.347488] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e7cb093-c160-4200-810a-24193daf0945 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.347582] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.347769] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-02090a80-f3d9-4e5e-8c13-53325be74b82 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.347864] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02090a80-f3d9-4e5e-8c13-53325be74b82" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.347925] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02090a80-f3d9-4e5e-8c13-53325be74b82" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.348108] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02090a80-f3d9-4e5e-8c13-53325be74b82" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.348179] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02090a80-f3d9-4e5e-8c13-53325be74b82',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.552183] env[70956]: INFO networking_nsxv3.common.synchronization [req-1abdcbe6-474e-4156-aeaa-fe7ad4a4eda5 req-63df29fc-472b-4309-9a0d-199aa9c25209 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Enqueued Resource ID: 3425df61-a1bd-44c3-a3f9-f334e7c8d34c with Priority: HIGHEST for action security_group_members [ 1038.552717] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3425df61-a1bd-44c3-a3f9-f334e7c8d34c with Priority: HIGHEST for action security_group_members [ 1038.553120] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-3425df61-a1bd-44c3-a3f9-f334e7c8d34c taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.553283] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3425df61-a1bd-44c3-a3f9-f334e7c8d34c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.553364] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3425df61-a1bd-44c3-a3f9-f334e7c8d34c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.553620] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3425df61-a1bd-44c3-a3f9-f334e7c8d34c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.555083] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.555083] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.555083] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.555083] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.555083] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.555083] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3425df61-a1bd-44c3-a3f9-f334e7c8d34c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.655765] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e7cb093-c160-4200-810a-24193daf0945 in Status: SUCCESS [ 1038.655765] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e7cb093-c160-4200-810a-24193daf0945 deletion is rescheduled due to dependency. [ 1038.655765] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.655765] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.655765] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.655765] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.655765] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.655765] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.655765] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.655765] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.655765] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e7cb093-c160-4200-810a-24193daf0945',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.850709] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e7cb093-c160-4200-810a-24193daf0945 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.850848] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.853287] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 02090a80-f3d9-4e5e-8c13-53325be74b82 with status ACTIVE [ 1038.856410] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.858100] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.858100] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.858100] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.858100] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.858100] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.858100] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.858100] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.858100] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.858100] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.858100] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.858100] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.858100] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.858100] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.858100] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.858520] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 02090a80-f3d9-4e5e-8c13-53325be74b82 is going to be updated. [ 1038.877434] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.877622] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.877701] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.878378] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.878378] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.878378] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02090a80-f3d9-4e5e-8c13-53325be74b82" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.883433] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-859 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.883433] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-859" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.883433] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-859" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.883433] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-859" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.883433] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.883433] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.883433] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.883433] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.883433] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.883433] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1038.883433] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1038.883433] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1038.883433] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1038.884202] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1038.884202] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1038.884202] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1038.906268] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1038.906877] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1038.906877] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1038.906877] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-859" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.907989] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-bb348085-9f52-448c-80d8-b9338d6f5b31 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.907989] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-bb348085-9f52-448c-80d8-b9338d6f5b31" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.907989] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-bb348085-9f52-448c-80d8-b9338d6f5b31" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.907989] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-bb348085-9f52-448c-80d8-b9338d6f5b31" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.907989] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb348085-9f52-448c-80d8-b9338d6f5b31',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.057413] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.057413] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.057648] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.057770] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.057925] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.058167] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.058274] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.058362] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.058559] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.058681] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.058785] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3425df61-a1bd-44c3-a3f9-f334e7c8d34c already deleted. [ 1039.059210] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3425df61-a1bd-44c3-a3f9-f334e7c8d34c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.158075] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e7cb093-c160-4200-810a-24193daf0945',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.411626] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.411930] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.412085] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.412413] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.412572] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.412750] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Segment Port bb348085-9f52-448c-80d8-b9338d6f5b31 not found, creating... [ 1039.413069] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.413247] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.413372] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.413597] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.413743] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.414240] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.414523] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.414672] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.414894] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.415063] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.415216] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: bb348085-9f52-448c-80d8-b9338d6f5b31 is going to be created. [ 1039.434359] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.434621] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.434713] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.435035] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.435294] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.435535] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-bb348085-9f52-448c-80d8-b9338d6f5b31" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.663428] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e7cb093-c160-4200-810a-24193daf0945',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.134098] env[70956]: INFO networking_nsxv3.common.synchronization [req-1abdcbe6-474e-4156-aeaa-fe7ad4a4eda5 req-31bccfa4-eee4-49e9-afa1-b2eb56dd84bd service nova] Enqueued Resource ID: 3425df61-a1bd-44c3-a3f9-f334e7c8d34c with Priority: HIGHEST for action security_group_rules [ 1040.134321] env[70956]: INFO networking_nsxv3.common.synchronization [req-1abdcbe6-474e-4156-aeaa-fe7ad4a4eda5 req-31bccfa4-eee4-49e9-afa1-b2eb56dd84bd service nova] Enqueued Resource ID: 3425df61-a1bd-44c3-a3f9-f334e7c8d34c with Priority: HIGHEST for action security_group_members [ 1040.134503] env[70956]: INFO networking_nsxv3.common.synchronization [req-1abdcbe6-474e-4156-aeaa-fe7ad4a4eda5 req-31bccfa4-eee4-49e9-afa1-b2eb56dd84bd service nova] Enqueued Resource ID: bb348085-9f52-448c-80d8-b9338d6f5b31 with Priority: HIGHEST for action port [ 1040.134735] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3425df61-a1bd-44c3-a3f9-f334e7c8d34c with Priority: HIGHEST for action security_group_rules [ 1040.134865] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3425df61-a1bd-44c3-a3f9-f334e7c8d34c with Priority: HIGHEST for action security_group_members [ 1040.134963] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb348085-9f52-448c-80d8-b9338d6f5b31 with Priority: HIGHEST for action port [ 1040.135576] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3425df61-a1bd-44c3-a3f9-f334e7c8d34c taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.135755] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3425df61-a1bd-44c3-a3f9-f334e7c8d34c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.135832] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3425df61-a1bd-44c3-a3f9-f334e7c8d34c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.139070] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3425df61-a1bd-44c3-a3f9-f334e7c8d34c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.139182] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3425df61-a1bd-44c3-a3f9-f334e7c8d34c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.140147] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-3425df61-a1bd-44c3-a3f9-f334e7c8d34c taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.140280] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3425df61-a1bd-44c3-a3f9-f334e7c8d34c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.140350] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3425df61-a1bd-44c3-a3f9-f334e7c8d34c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.140541] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3425df61-a1bd-44c3-a3f9-f334e7c8d34c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.140715] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.140827] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.140890] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.142235] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.142350] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.142489] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3425df61-a1bd-44c3-a3f9-f334e7c8d34c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.143525] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb348085-9f52-448c-80d8-b9338d6f5b31 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.144227] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb348085-9f52-448c-80d8-b9338d6f5b31" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.144358] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb348085-9f52-448c-80d8-b9338d6f5b31" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.144569] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb348085-9f52-448c-80d8-b9338d6f5b31" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.144726] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb348085-9f52-448c-80d8-b9338d6f5b31',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.168656] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.168876] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.168876] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.169119] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.169242] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.169346] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e7cb093-c160-4200-810a-24193daf0945 is going to be updated. [ 1040.200249] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.200249] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.200249] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.200249] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.200249] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.206912] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e7cb093-c160-4200-810a-24193daf0945 in Status: IN_PROGRESS for 2s [ 1040.423116] env[70956]: INFO networking_nsxv3.common.synchronization [req-27de8b70-4811-4f69-b682-ae858a9e18f7 req-dbe085e2-9b79-425c-80d0-55b0827715a0 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Enqueued Resource ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 with Priority: HIGHEST for action security_group_members [ 1040.424214] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 with Priority: HIGHEST for action security_group_members [ 1040.424551] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d09f0e2-4e07-43f7-ba53-6600d30c7795 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.424678] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.424748] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.424945] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.425132] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.425227] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.425290] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.425447] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.425547] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.425656] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d09f0e2-4e07-43f7-ba53-6600d30c7795',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.647031] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3425df61-a1bd-44c3-a3f9-f334e7c8d34c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.648268] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-3425df61-a1bd-44c3-a3f9-f334e7c8d34c taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.648635] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3425df61-a1bd-44c3-a3f9-f334e7c8d34c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.648908] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bb348085-9f52-448c-80d8-b9338d6f5b31 with status ACTIVE [ 1040.649128] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.649296] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.649610] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.649610] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.649735] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.649940] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.650073] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.650138] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.650333] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.650442] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.650651] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.650759] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.650822] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.651185] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.651185] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.651185] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bb348085-9f52-448c-80d8-b9338d6f5b31 is going to be updated. [ 1040.670954] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.671153] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.671255] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.671500] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.671732] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.671929] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb348085-9f52-448c-80d8-b9338d6f5b31" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.928407] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d09f0e2-4e07-43f7-ba53-6600d30c7795',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.150022] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3425df61-a1bd-44c3-a3f9-f334e7c8d34c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.271593] env[70956]: INFO networking_nsxv3.common.synchronization [req-e2cb4f3a-75cc-4b35-88b9-53a868934d0f req-c8724c9d-0d1c-4b31-8929-ae37073821fc tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Enqueued Resource ID: 396b9837-8d50-4fc3-acd7-48e560d0e2eb with Priority: HIGHEST for action security_group_members [ 1041.272250] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 396b9837-8d50-4fc3-acd7-48e560d0e2eb with Priority: HIGHEST for action security_group_members [ 1041.273118] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-396b9837-8d50-4fc3-acd7-48e560d0e2eb taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.273118] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-396b9837-8d50-4fc3-acd7-48e560d0e2eb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.273118] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-396b9837-8d50-4fc3-acd7-48e560d0e2eb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.273118] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-396b9837-8d50-4fc3-acd7-48e560d0e2eb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.273399] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.273399] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.273399] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.273520] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.273554] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.273630] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('396b9837-8d50-4fc3-acd7-48e560d0e2eb',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.430338] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d09f0e2-4e07-43f7-ba53-6600d30c7795',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.652312] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.652480] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.652559] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.652795] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.652901] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.653015] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3425df61-a1bd-44c3-a3f9-f334e7c8d34c is going to be created. [ 1041.675616] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.675812] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.676027] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.676219] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.676423] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.680965] env[70956]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-5a43399c-bcf2-4713-b000-f5747c6a1896 None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1041.681508] env[70956]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-5a43399c-bcf2-4713-b000-f5747c6a1896 None None] NSXv3 Agent Agent loop - iteration:2 started [ 1041.685846] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3425df61-a1bd-44c3-a3f9-f334e7c8d34c in Status: UNINITIALIZED for 2s [ 1041.777023] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('396b9837-8d50-4fc3-acd7-48e560d0e2eb',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.922141] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-113 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.922356] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-113" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.922492] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-113" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.923288] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-113" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.923288] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.923288] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.923485] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.923610] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.923771] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.923995] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1041.924130] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1041.924246] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1041.924362] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1041.924476] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1041.924587] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1041.924749] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1041.933545] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.933702] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.933782] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.934090] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.934186] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.934316] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 is going to be updated. [ 1041.941433] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1041.941676] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1041.941839] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1041.942023] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-113" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.942401] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-096f3e6a-b302-4be0-81ac-c64ba0e9a284 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.942654] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-096f3e6a-b302-4be0-81ac-c64ba0e9a284" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.942825] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-096f3e6a-b302-4be0-81ac-c64ba0e9a284" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.943172] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-096f3e6a-b302-4be0-81ac-c64ba0e9a284" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.943365] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('096f3e6a-b302-4be0-81ac-c64ba0e9a284',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.961875] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.962020] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.962092] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.962282] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.962433] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.970959] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 in Status: IN_PROGRESS for 2s [ 1042.223687] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e7cb093-c160-4200-810a-24193daf0945 in Status: SUCCESS [ 1042.223971] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.224582] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.224893] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.225579] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.225579] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.225579] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.225579] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.225842] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.225842] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.225842] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8e7cb093-c160-4200-810a-24193daf0945',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.279323] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('396b9837-8d50-4fc3-acd7-48e560d0e2eb',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.445408] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.445793] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.445881] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.446270] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.446480] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.446696] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Segment Port 096f3e6a-b302-4be0-81ac-c64ba0e9a284 not found, creating... [ 1042.446998] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.447187] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.447313] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.447556] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.447736] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.448015] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.448181] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.448299] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.448509] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.448649] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.448795] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: 096f3e6a-b302-4be0-81ac-c64ba0e9a284 is going to be created. [ 1042.469297] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.469513] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.469697] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.470035] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.470220] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.470440] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-096f3e6a-b302-4be0-81ac-c64ba0e9a284" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.728097] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e7cb093-c160-4200-810a-24193daf0945 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.728281] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.728355] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.728579] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.728760] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.728859] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.728924] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.729084] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.729174] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.729295] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.729451] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e7cb093-c160-4200-810a-24193daf0945 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.729633] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.729717] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.729873] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.730091] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.730243] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.730409] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.730409] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.730527] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.730562] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.730651] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8e7cb093-c160-4200-810a-24193daf0945',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.782479] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.782479] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.782479] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.782825] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.782825] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.782825] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 396b9837-8d50-4fc3-acd7-48e560d0e2eb is going to be updated. [ 1042.808548] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.808753] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.808753] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.808935] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.809115] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.817139] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 396b9837-8d50-4fc3-acd7-48e560d0e2eb in Status: IN_PROGRESS for 2s [ 1043.236689] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8e7cb093-c160-4200-810a-24193daf0945: rpc.has_security_group_logging(os_id): False [ 1043.254130] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.254315] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.254391] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.258018] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.258018] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.258018] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.258018] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.258018] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.258018] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.258018] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.258018] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.258018] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.258018] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.258018] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.258018] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.258018] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.258018] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.258615] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.258615] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.258615] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.258615] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e7cb093-c160-4200-810a-24193daf0945 is going to be updated. [ 1043.316778] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.316936] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.317013] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.317232] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.317375] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.328601] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e7cb093-c160-4200-810a-24193daf0945 in Status: IN_PROGRESS for 2s [ 1043.695844] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3425df61-a1bd-44c3-a3f9-f334e7c8d34c in Status: SUCCESS [ 1043.696176] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3425df61-a1bd-44c3-a3f9-f334e7c8d34c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.696278] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3425df61-a1bd-44c3-a3f9-f334e7c8d34c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.696446] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3425df61-a1bd-44c3-a3f9-f334e7c8d34c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.696649] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.696771] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.696837] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.697023] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.697123] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.697240] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3425df61-a1bd-44c3-a3f9-f334e7c8d34c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.697344] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3425df61-a1bd-44c3-a3f9-f334e7c8d34c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.823705] env[70956]: INFO networking_nsxv3.common.synchronization [req-e2cb4f3a-75cc-4b35-88b9-53a868934d0f req-77dbaa4d-43aa-4683-b33c-5983f335a6a4 service nova] Enqueued Resource ID: 396b9837-8d50-4fc3-acd7-48e560d0e2eb with Priority: HIGHEST for action security_group_rules [ 1043.823891] env[70956]: INFO networking_nsxv3.common.synchronization [req-e2cb4f3a-75cc-4b35-88b9-53a868934d0f req-77dbaa4d-43aa-4683-b33c-5983f335a6a4 service nova] Enqueued Resource ID: 396b9837-8d50-4fc3-acd7-48e560d0e2eb with Priority: HIGHEST for action security_group_members [ 1043.824066] env[70956]: INFO networking_nsxv3.common.synchronization [req-e2cb4f3a-75cc-4b35-88b9-53a868934d0f req-77dbaa4d-43aa-4683-b33c-5983f335a6a4 service nova] Enqueued Resource ID: 096f3e6a-b302-4be0-81ac-c64ba0e9a284 with Priority: HIGHEST for action port [ 1043.824297] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 396b9837-8d50-4fc3-acd7-48e560d0e2eb with Priority: HIGHEST for action security_group_rules [ 1043.824420] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 396b9837-8d50-4fc3-acd7-48e560d0e2eb with Priority: HIGHEST for action security_group_members [ 1043.824511] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 096f3e6a-b302-4be0-81ac-c64ba0e9a284 with Priority: HIGHEST for action port [ 1043.831174] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-396b9837-8d50-4fc3-acd7-48e560d0e2eb taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.831174] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-396b9837-8d50-4fc3-acd7-48e560d0e2eb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.831174] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-396b9837-8d50-4fc3-acd7-48e560d0e2eb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.831174] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-396b9837-8d50-4fc3-acd7-48e560d0e2eb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.831174] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('396b9837-8d50-4fc3-acd7-48e560d0e2eb',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.831174] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-396b9837-8d50-4fc3-acd7-48e560d0e2eb taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.831174] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-396b9837-8d50-4fc3-acd7-48e560d0e2eb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.831174] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-096f3e6a-b302-4be0-81ac-c64ba0e9a284 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.831174] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-096f3e6a-b302-4be0-81ac-c64ba0e9a284" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.831174] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-096f3e6a-b302-4be0-81ac-c64ba0e9a284" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.831174] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-096f3e6a-b302-4be0-81ac-c64ba0e9a284" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.831174] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('096f3e6a-b302-4be0-81ac-c64ba0e9a284',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.981589] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 in Status: SUCCESS [ 1043.981589] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.199980] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-3425df61-a1bd-44c3-a3f9-f334e7c8d34c taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.200165] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3425df61-a1bd-44c3-a3f9-f334e7c8d34c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.200363] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3425df61-a1bd-44c3-a3f9-f334e7c8d34c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.200449] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3425df61-a1bd-44c3-a3f9-f334e7c8d34c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.200626] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.200722] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.200787] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.200935] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.201032] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.201150] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3425df61-a1bd-44c3-a3f9-f334e7c8d34c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.201255] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-3425df61-a1bd-44c3-a3f9-f334e7c8d34c taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.201345] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3425df61-a1bd-44c3-a3f9-f334e7c8d34c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.201404] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3425df61-a1bd-44c3-a3f9-f334e7c8d34c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.201537] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3425df61-a1bd-44c3-a3f9-f334e7c8d34c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.201756] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.201843] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.201899] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.202095] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.202122] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.202192] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3425df61-a1bd-44c3-a3f9-f334e7c8d34c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.202280] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3425df61-a1bd-44c3-a3f9-f334e7c8d34c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.335019] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-396b9837-8d50-4fc3-acd7-48e560d0e2eb taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.335019] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-396b9837-8d50-4fc3-acd7-48e560d0e2eb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.335019] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 096f3e6a-b302-4be0-81ac-c64ba0e9a284 with status ACTIVE [ 1044.335019] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.335019] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.335019] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.335019] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.335019] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.335019] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.335019] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.335019] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.335019] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.335019] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.335019] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.335564] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.335564] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.335564] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.335564] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.335564] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 096f3e6a-b302-4be0-81ac-c64ba0e9a284 is going to be updated. [ 1044.345168] env[70956]: INFO networking_nsxv3.common.synchronization [req-baff5b62-9860-4923-b0ea-1c6e43788057 req-99987990-f2c6-409d-a4d8-5097f64f0cc5 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Enqueued Resource ID: 2243a89f-1f82-4894-8f9f-3ade7f28130e with Priority: HIGHEST for action security_group_members [ 1044.345168] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2243a89f-1f82-4894-8f9f-3ade7f28130e with Priority: HIGHEST for action security_group_members [ 1044.345168] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-2243a89f-1f82-4894-8f9f-3ade7f28130e taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.345168] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2243a89f-1f82-4894-8f9f-3ade7f28130e" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.345168] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2243a89f-1f82-4894-8f9f-3ade7f28130e" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.345168] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2243a89f-1f82-4894-8f9f-3ade7f28130e" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.345168] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.345168] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.346164] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.346541] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.346600] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.346671] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2243a89f-1f82-4894-8f9f-3ade7f28130e',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.354956] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.355134] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.355226] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.355443] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.355602] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.355936] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-096f3e6a-b302-4be0-81ac-c64ba0e9a284" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.706439] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3425df61-a1bd-44c3-a3f9-f334e7c8d34c: rpc.has_security_group_logging(os_id): False [ 1044.722615] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.722997] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.724158] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.724158] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.724158] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.724158] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.724158] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.724158] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.724158] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.724158] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.724449] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.724449] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.724449] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.724542] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.724573] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.724836] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.724836] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.724947] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.725625] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.725625] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.726661] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3425df61-a1bd-44c3-a3f9-f334e7c8d34c is going to be created. [ 1044.781850] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.782031] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.782086] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.782277] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.782451] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.793107] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3425df61-a1bd-44c3-a3f9-f334e7c8d34c in Status: IN_PROGRESS for 2s [ 1044.825681] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 396b9837-8d50-4fc3-acd7-48e560d0e2eb in Status: SUCCESS [ 1044.825884] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-396b9837-8d50-4fc3-acd7-48e560d0e2eb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.826254] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-396b9837-8d50-4fc3-acd7-48e560d0e2eb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.826254] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-396b9837-8d50-4fc3-acd7-48e560d0e2eb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.826436] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.826552] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.826614] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.826752] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.826833] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.826922] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('396b9837-8d50-4fc3-acd7-48e560d0e2eb',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.840699] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-641 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.840975] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-641" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.841196] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-641" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.841491] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-641" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.841832] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.841995] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.842128] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.842359] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.842602] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.842713] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1044.842826] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1044.842936] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1044.843062] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1044.843175] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1044.843286] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1044.843418] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1044.849280] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2243a89f-1f82-4894-8f9f-3ade7f28130e',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.872493] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1044.872493] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1044.872585] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1044.872842] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-641" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.874045] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-f6b9f077-1a26-466f-b6c2-8b1dfa18ee58 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.874045] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-f6b9f077-1a26-466f-b6c2-8b1dfa18ee58" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.874045] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-f6b9f077-1a26-466f-b6c2-8b1dfa18ee58" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.874045] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-f6b9f077-1a26-466f-b6c2-8b1dfa18ee58" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.874045] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6b9f077-1a26-466f-b6c2-8b1dfa18ee58',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.329629] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('396b9837-8d50-4fc3-acd7-48e560d0e2eb',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.343157] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e7cb093-c160-4200-810a-24193daf0945 in Status: SUCCESS [ 1045.343157] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.353491] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2243a89f-1f82-4894-8f9f-3ade7f28130e',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.377095] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.377187] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.377293] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.377608] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.377795] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.378170] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Segment Port f6b9f077-1a26-466f-b6c2-8b1dfa18ee58 not found, creating... [ 1045.378304] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.378499] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.378634] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.378884] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.379082] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.379411] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.379645] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.379798] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.380052] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.380168] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.380348] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: f6b9f077-1a26-466f-b6c2-8b1dfa18ee58 is going to be created. [ 1045.399667] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.400356] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.400356] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.400356] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.400615] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.401187] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-f6b9f077-1a26-466f-b6c2-8b1dfa18ee58" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.832518] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('396b9837-8d50-4fc3-acd7-48e560d0e2eb',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.857055] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.857055] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.857055] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.857055] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.857055] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.857055] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2243a89f-1f82-4894-8f9f-3ade7f28130e is going to be updated. [ 1045.886604] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.886803] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.886803] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.887035] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.887355] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.895544] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2243a89f-1f82-4894-8f9f-3ade7f28130e in Status: IN_PROGRESS for 2s [ 1046.302441] env[70956]: INFO networking_nsxv3.common.synchronization [req-baff5b62-9860-4923-b0ea-1c6e43788057 req-e6636f35-d7d6-4458-800d-3ac78e6f8ed0 service nova] Enqueued Resource ID: 2243a89f-1f82-4894-8f9f-3ade7f28130e with Priority: HIGHEST for action security_group_rules [ 1046.302629] env[70956]: INFO networking_nsxv3.common.synchronization [req-baff5b62-9860-4923-b0ea-1c6e43788057 req-e6636f35-d7d6-4458-800d-3ac78e6f8ed0 service nova] Enqueued Resource ID: 2243a89f-1f82-4894-8f9f-3ade7f28130e with Priority: HIGHEST for action security_group_members [ 1046.302799] env[70956]: INFO networking_nsxv3.common.synchronization [req-baff5b62-9860-4923-b0ea-1c6e43788057 req-e6636f35-d7d6-4458-800d-3ac78e6f8ed0 service nova] Enqueued Resource ID: f6b9f077-1a26-466f-b6c2-8b1dfa18ee58 with Priority: HIGHEST for action port [ 1046.303041] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2243a89f-1f82-4894-8f9f-3ade7f28130e with Priority: HIGHEST for action security_group_rules [ 1046.303173] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2243a89f-1f82-4894-8f9f-3ade7f28130e with Priority: HIGHEST for action security_group_members [ 1046.303388] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6b9f077-1a26-466f-b6c2-8b1dfa18ee58 with Priority: HIGHEST for action port [ 1046.303937] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2243a89f-1f82-4894-8f9f-3ade7f28130e taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.304207] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2243a89f-1f82-4894-8f9f-3ade7f28130e" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.304279] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2243a89f-1f82-4894-8f9f-3ade7f28130e" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.304451] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2243a89f-1f82-4894-8f9f-3ade7f28130e" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.304538] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2243a89f-1f82-4894-8f9f-3ade7f28130e',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.309622] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-2243a89f-1f82-4894-8f9f-3ade7f28130e taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.309622] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2243a89f-1f82-4894-8f9f-3ade7f28130e" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.309809] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-f6b9f077-1a26-466f-b6c2-8b1dfa18ee58 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.309907] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f6b9f077-1a26-466f-b6c2-8b1dfa18ee58" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.309957] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f6b9f077-1a26-466f-b6c2-8b1dfa18ee58" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.310168] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f6b9f077-1a26-466f-b6c2-8b1dfa18ee58" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.310246] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6b9f077-1a26-466f-b6c2-8b1dfa18ee58',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.335565] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.335565] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.335565] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.335867] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.335916] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.335975] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 396b9837-8d50-4fc3-acd7-48e560d0e2eb is going to be updated. [ 1046.372398] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.372592] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.372592] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.372810] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.372958] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.384301] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 396b9837-8d50-4fc3-acd7-48e560d0e2eb in Status: IN_PROGRESS for 2s [ 1046.712932] env[70956]: INFO networking_nsxv3.common.synchronization [req-444f26c3-a67f-4106-8fbb-664e3cbfe7a8 req-bb102ee5-01af-44ac-bfff-98b8fd8370ad tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Enqueued Resource ID: 3ae3aeee-35ee-40e8-98cc-42dd5f020641 with Priority: HIGHEST for action security_group_members [ 1046.718408] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ae3aeee-35ee-40e8-98cc-42dd5f020641 with Priority: HIGHEST for action security_group_members [ 1046.718722] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ae3aeee-35ee-40e8-98cc-42dd5f020641 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.718852] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ae3aeee-35ee-40e8-98cc-42dd5f020641" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.718922] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ae3aeee-35ee-40e8-98cc-42dd5f020641" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.719496] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ae3aeee-35ee-40e8-98cc-42dd5f020641" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.719684] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.719792] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.719857] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.720020] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.720109] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.720203] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ae3aeee-35ee-40e8-98cc-42dd5f020641',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.807442] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3425df61-a1bd-44c3-a3f9-f334e7c8d34c in Status: SUCCESS [ 1046.807744] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3425df61-a1bd-44c3-a3f9-f334e7c8d34c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.810304] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-2243a89f-1f82-4894-8f9f-3ade7f28130e taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.810429] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2243a89f-1f82-4894-8f9f-3ade7f28130e" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.816601] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f6b9f077-1a26-466f-b6c2-8b1dfa18ee58 with status ACTIVE [ 1046.816601] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.816601] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.816601] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.816601] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.816601] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.816601] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.816601] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.816601] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.816601] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.816601] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.816601] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.816601] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.816601] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.816601] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.816601] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.816601] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f6b9f077-1a26-466f-b6c2-8b1dfa18ee58 is going to be updated. [ 1046.840928] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.841285] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.841285] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.841439] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.841495] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.841679] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f6b9f077-1a26-466f-b6c2-8b1dfa18ee58" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.226151] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.226276] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.226331] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.226543] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.226635] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.226836] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.226944] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.226995] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.227157] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.227236] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.227352] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ae3aeee-35ee-40e8-98cc-42dd5f020641 already deleted. [ 1047.227470] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ae3aeee-35ee-40e8-98cc-42dd5f020641" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.273052] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-57 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.273266] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-57" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.273399] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-57" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.273725] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-57" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.274508] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.274508] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.274508] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.274678] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.274711] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.274895] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1047.275012] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1047.275650] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1047.275650] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1047.275650] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1047.275650] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1047.275650] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1047.293216] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1047.293385] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1047.293517] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1047.293691] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-57" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.294071] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-7d12776c-cd90-44b8-ad4e-d2a7a389374f taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.294276] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-7d12776c-cd90-44b8-ad4e-d2a7a389374f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.294405] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-7d12776c-cd90-44b8-ad4e-d2a7a389374f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.294707] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-7d12776c-cd90-44b8-ad4e-d2a7a389374f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.294851] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d12776c-cd90-44b8-ad4e-d2a7a389374f',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.800573] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.800782] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.800908] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.801222] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.801368] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.801530] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Segment Port 7d12776c-cd90-44b8-ad4e-d2a7a389374f not found, creating... [ 1047.802087] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.802087] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.802194] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.803537] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.803537] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.803537] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.803537] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.803537] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.803537] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.803825] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.803825] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: 7d12776c-cd90-44b8-ad4e-d2a7a389374f is going to be created. [ 1047.822700] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.822979] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.823174] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.823518] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.823837] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.824125] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-7d12776c-cd90-44b8-ad4e-d2a7a389374f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.910978] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2243a89f-1f82-4894-8f9f-3ade7f28130e in Status: SUCCESS [ 1047.910978] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2243a89f-1f82-4894-8f9f-3ade7f28130e" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.910978] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2243a89f-1f82-4894-8f9f-3ade7f28130e" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.910978] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2243a89f-1f82-4894-8f9f-3ade7f28130e" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.910978] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.910978] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.910978] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.910978] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.910978] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.910978] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2243a89f-1f82-4894-8f9f-3ade7f28130e',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.397255] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 396b9837-8d50-4fc3-acd7-48e560d0e2eb in Status: SUCCESS [ 1048.397255] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-396b9837-8d50-4fc3-acd7-48e560d0e2eb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.397255] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-396b9837-8d50-4fc3-acd7-48e560d0e2eb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.397255] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-396b9837-8d50-4fc3-acd7-48e560d0e2eb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.397255] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.397255] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.397255] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.397255] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.397255] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.397255] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-396b9837-8d50-4fc3-acd7-48e560d0e2eb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.397255] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('396b9837-8d50-4fc3-acd7-48e560d0e2eb',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.415050] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2243a89f-1f82-4894-8f9f-3ade7f28130e',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.899444] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-396b9837-8d50-4fc3-acd7-48e560d0e2eb taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.899673] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-396b9837-8d50-4fc3-acd7-48e560d0e2eb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.899714] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-396b9837-8d50-4fc3-acd7-48e560d0e2eb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.899915] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-396b9837-8d50-4fc3-acd7-48e560d0e2eb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.900103] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.900206] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.900272] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.900423] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.900574] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.900625] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-396b9837-8d50-4fc3-acd7-48e560d0e2eb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.900734] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-396b9837-8d50-4fc3-acd7-48e560d0e2eb taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.900962] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-396b9837-8d50-4fc3-acd7-48e560d0e2eb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.900962] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-396b9837-8d50-4fc3-acd7-48e560d0e2eb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.901065] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-396b9837-8d50-4fc3-acd7-48e560d0e2eb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.901163] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.901250] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.901309] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.903194] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.903194] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.903194] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-396b9837-8d50-4fc3-acd7-48e560d0e2eb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.903194] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('396b9837-8d50-4fc3-acd7-48e560d0e2eb',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.916693] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2243a89f-1f82-4894-8f9f-3ade7f28130e',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.037098] env[70956]: INFO networking_nsxv3.common.synchronization [req-444f26c3-a67f-4106-8fbb-664e3cbfe7a8 req-6f54c3e1-2c72-4e18-8eee-cd907f27b792 service nova] Enqueued Resource ID: 3ae3aeee-35ee-40e8-98cc-42dd5f020641 with Priority: HIGHEST for action security_group_rules [ 1049.037098] env[70956]: INFO networking_nsxv3.common.synchronization [req-444f26c3-a67f-4106-8fbb-664e3cbfe7a8 req-6f54c3e1-2c72-4e18-8eee-cd907f27b792 service nova] Enqueued Resource ID: 3ae3aeee-35ee-40e8-98cc-42dd5f020641 with Priority: HIGHEST for action security_group_members [ 1049.037260] env[70956]: INFO networking_nsxv3.common.synchronization [req-444f26c3-a67f-4106-8fbb-664e3cbfe7a8 req-6f54c3e1-2c72-4e18-8eee-cd907f27b792 service nova] Enqueued Resource ID: 7d12776c-cd90-44b8-ad4e-d2a7a389374f with Priority: HIGHEST for action port [ 1049.041332] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ae3aeee-35ee-40e8-98cc-42dd5f020641 with Priority: HIGHEST for action security_group_rules [ 1049.041332] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ae3aeee-35ee-40e8-98cc-42dd5f020641 with Priority: HIGHEST for action security_group_members [ 1049.041332] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d12776c-cd90-44b8-ad4e-d2a7a389374f with Priority: HIGHEST for action port [ 1049.041332] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ae3aeee-35ee-40e8-98cc-42dd5f020641 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.041332] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ae3aeee-35ee-40e8-98cc-42dd5f020641" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.041332] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ae3aeee-35ee-40e8-98cc-42dd5f020641" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.041657] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ae3aeee-35ee-40e8-98cc-42dd5f020641" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.041657] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ae3aeee-35ee-40e8-98cc-42dd5f020641',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.043153] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ae3aeee-35ee-40e8-98cc-42dd5f020641 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.043270] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ae3aeee-35ee-40e8-98cc-42dd5f020641" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.043336] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ae3aeee-35ee-40e8-98cc-42dd5f020641" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.043537] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ae3aeee-35ee-40e8-98cc-42dd5f020641" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.049120] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.050097] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.050097] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.050097] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.050097] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.050097] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ae3aeee-35ee-40e8-98cc-42dd5f020641',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.050737] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d12776c-cd90-44b8-ad4e-d2a7a389374f taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.051666] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d12776c-cd90-44b8-ad4e-d2a7a389374f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.051666] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d12776c-cd90-44b8-ad4e-d2a7a389374f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.051666] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d12776c-cd90-44b8-ad4e-d2a7a389374f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.051666] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d12776c-cd90-44b8-ad4e-d2a7a389374f',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.167081] env[70956]: INFO networking_nsxv3.common.synchronization [req-ad035e32-6a8b-4b3f-a619-d40a356b2806 req-90e92598-1757-437a-9175-60e400e0f006 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Enqueued Resource ID: 0734b4de-c1c9-4d9d-a363-187b7b3887ac with Priority: HIGHEST for action security_group_members [ 1049.167700] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0734b4de-c1c9-4d9d-a363-187b7b3887ac with Priority: HIGHEST for action security_group_members [ 1049.169821] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-0734b4de-c1c9-4d9d-a363-187b7b3887ac taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.169894] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0734b4de-c1c9-4d9d-a363-187b7b3887ac" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.171094] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0734b4de-c1c9-4d9d-a363-187b7b3887ac" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.171094] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0734b4de-c1c9-4d9d-a363-187b7b3887ac" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.171094] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.171094] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.171094] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.171094] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.171094] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.171467] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0734b4de-c1c9-4d9d-a363-187b7b3887ac',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.405050] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 396b9837-8d50-4fc3-acd7-48e560d0e2eb: rpc.has_security_group_logging(os_id): False [ 1049.429024] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.429024] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.429024] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.429024] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.429024] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.429024] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2243a89f-1f82-4894-8f9f-3ade7f28130e is going to be updated. [ 1049.429024] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.429024] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.429024] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.429024] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.452027] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.452027] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.452027] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.452027] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.452027] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.452027] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.452027] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.452027] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.452027] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.452027] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.452027] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.452027] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.452027] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.452027] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.452486] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.452486] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.452486] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 396b9837-8d50-4fc3-acd7-48e560d0e2eb is going to be updated. [ 1049.461028] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.461028] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.461028] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.461028] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.461028] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.467983] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2243a89f-1f82-4894-8f9f-3ade7f28130e in Status: IN_PROGRESS for 2s [ 1049.518164] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.518337] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.518412] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.519023] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.519023] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.531102] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 396b9837-8d50-4fc3-acd7-48e560d0e2eb in Status: IN_PROGRESS for 2s [ 1049.552874] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ae3aeee-35ee-40e8-98cc-42dd5f020641 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.553174] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ae3aeee-35ee-40e8-98cc-42dd5f020641" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.553463] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3ae3aeee-35ee-40e8-98cc-42dd5f020641',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.555376] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7d12776c-cd90-44b8-ad4e-d2a7a389374f with status ACTIVE [ 1049.556331] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.556331] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.556331] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.556331] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.556331] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.556708] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.556708] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.556920] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.557159] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.557252] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.557491] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.557667] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.557816] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.558563] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.558563] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.558710] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7d12776c-cd90-44b8-ad4e-d2a7a389374f is going to be updated. [ 1049.583273] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.583686] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.583810] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.584122] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.584319] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.584598] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d12776c-cd90-44b8-ad4e-d2a7a389374f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.674881] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.675442] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.675442] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.675639] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.702061] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.702332] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.702439] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.702505] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.702779] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.702879] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.702970] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0734b4de-c1c9-4d9d-a363-187b7b3887ac is going to be updated. [ 1049.733645] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.733842] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.733929] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.734210] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.734395] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.746019] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0734b4de-c1c9-4d9d-a363-187b7b3887ac in Status: IN_PROGRESS for 2s [ 1050.055695] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3ae3aeee-35ee-40e8-98cc-42dd5f020641',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.561662] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.561864] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.561934] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.562161] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.562246] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.562340] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ae3aeee-35ee-40e8-98cc-42dd5f020641 is going to be created. [ 1050.585739] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.585890] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.585958] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.586186] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.586413] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.595222] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ae3aeee-35ee-40e8-98cc-42dd5f020641 in Status: UNINITIALIZED for 2s [ 1051.477178] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2243a89f-1f82-4894-8f9f-3ade7f28130e in Status: SUCCESS [ 1051.477465] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2243a89f-1f82-4894-8f9f-3ade7f28130e" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.477566] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2243a89f-1f82-4894-8f9f-3ade7f28130e" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.477775] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2243a89f-1f82-4894-8f9f-3ade7f28130e" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.477969] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.478152] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.478238] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.478439] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.478551] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.478649] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2243a89f-1f82-4894-8f9f-3ade7f28130e" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.478741] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2243a89f-1f82-4894-8f9f-3ade7f28130e',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.542142] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 396b9837-8d50-4fc3-acd7-48e560d0e2eb in Status: SUCCESS [ 1051.542364] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-396b9837-8d50-4fc3-acd7-48e560d0e2eb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.658185] env[70956]: INFO networking_nsxv3.common.synchronization [req-b2ba8613-670f-457e-a5c0-e60e6bdb6399 req-c8c9d5bb-de4a-4206-bdad-7a12a3b10d87 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Enqueued Resource ID: 8e7cb093-c160-4200-810a-24193daf0945 with Priority: HIGHEST for action security_group_members [ 1051.658727] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e7cb093-c160-4200-810a-24193daf0945 with Priority: HIGHEST for action security_group_members [ 1051.659043] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e7cb093-c160-4200-810a-24193daf0945 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.659181] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.659223] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.663215] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.663215] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.663215] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.663215] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.663215] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.663215] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.663215] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e7cb093-c160-4200-810a-24193daf0945',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.751869] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0734b4de-c1c9-4d9d-a363-187b7b3887ac in Status: SUCCESS [ 1051.752104] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0734b4de-c1c9-4d9d-a363-187b7b3887ac deletion is rescheduled due to dependency. [ 1051.752229] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0734b4de-c1c9-4d9d-a363-187b7b3887ac" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.982167] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2243a89f-1f82-4894-8f9f-3ade7f28130e',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.162303] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.162524] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.162660] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.162951] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.163136] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.163440] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.163605] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.163710] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.163907] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.163999] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.164225] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e7cb093-c160-4200-810a-24193daf0945 is going to be updated. [ 1052.190273] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.193251] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.193251] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.193251] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.193251] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.200685] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e7cb093-c160-4200-810a-24193daf0945 in Status: IN_PROGRESS for 2s [ 1052.483643] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2243a89f-1f82-4894-8f9f-3ade7f28130e: rpc.has_security_group_logging(os_id): False [ 1052.501699] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.501699] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.501699] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.501699] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.520193] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.521387] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.521387] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.521387] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.521387] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.521387] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.521387] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2243a89f-1f82-4894-8f9f-3ade7f28130e is going to be updated. [ 1052.572607] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.572785] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.572857] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.573077] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.573238] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.584404] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2243a89f-1f82-4894-8f9f-3ade7f28130e in Status: IN_PROGRESS for 2s [ 1052.602678] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ae3aeee-35ee-40e8-98cc-42dd5f020641 in Status: SUCCESS [ 1052.602943] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ae3aeee-35ee-40e8-98cc-42dd5f020641" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.603201] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ae3aeee-35ee-40e8-98cc-42dd5f020641" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.603476] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ae3aeee-35ee-40e8-98cc-42dd5f020641" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.603682] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.603828] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.603890] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.604066] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.604149] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.604270] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ae3aeee-35ee-40e8-98cc-42dd5f020641" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.604387] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3ae3aeee-35ee-40e8-98cc-42dd5f020641',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.107279] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3ae3aeee-35ee-40e8-98cc-42dd5f020641',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.158760] env[70956]: INFO networking_nsxv3.common.synchronization [req-2458da5a-efcb-4f8c-b8cb-b10668180d9c req-f7d285ff-c452-4149-b0bb-0fb6e993b997 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Enqueued Resource ID: 3425df61-a1bd-44c3-a3f9-f334e7c8d34c with Priority: HIGHEST for action security_group_members [ 1053.159350] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3425df61-a1bd-44c3-a3f9-f334e7c8d34c with Priority: HIGHEST for action security_group_members [ 1053.159702] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-3425df61-a1bd-44c3-a3f9-f334e7c8d34c taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.159865] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3425df61-a1bd-44c3-a3f9-f334e7c8d34c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.159935] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3425df61-a1bd-44c3-a3f9-f334e7c8d34c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.160159] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3425df61-a1bd-44c3-a3f9-f334e7c8d34c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.160321] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.160420] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.160482] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.160629] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.160713] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.160808] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3425df61-a1bd-44c3-a3f9-f334e7c8d34c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.611988] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3ae3aeee-35ee-40e8-98cc-42dd5f020641: rpc.has_security_group_logging(os_id): False [ 1053.627423] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.627423] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.627596] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.627863] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.628019] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.628295] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.628474] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.628585] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.628781] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.628911] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.629051] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ae3aeee-35ee-40e8-98cc-42dd5f020641 is going to be created. [ 1053.662921] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.663113] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.663224] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.663435] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.663528] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.663720] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.663824] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.663888] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.664042] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.664123] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.664209] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3425df61-a1bd-44c3-a3f9-f334e7c8d34c is going to be updated. [ 1053.690938] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.690938] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.691231] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.691429] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.691597] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.700559] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3425df61-a1bd-44c3-a3f9-f334e7c8d34c in Status: IN_PROGRESS for 2s [ 1053.719393] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.719552] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.719626] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.719860] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.720076] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.732150] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ae3aeee-35ee-40e8-98cc-42dd5f020641 in Status: IN_PROGRESS for 2s [ 1054.210149] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e7cb093-c160-4200-810a-24193daf0945 in Status: SUCCESS [ 1054.210342] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e7cb093-c160-4200-810a-24193daf0945 deletion is rescheduled due to dependency. [ 1054.210474] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.597250] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2243a89f-1f82-4894-8f9f-3ade7f28130e in Status: SUCCESS [ 1054.597669] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2243a89f-1f82-4894-8f9f-3ade7f28130e" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.900287] env[70956]: INFO networking_nsxv3.common.synchronization [req-3d250616-8081-4f63-a58c-f33df8b20585 req-1a623b9b-eed0-4058-b0af-31204ad1e2b2 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Enqueued Resource ID: 396b9837-8d50-4fc3-acd7-48e560d0e2eb with Priority: HIGHEST for action security_group_members [ 1054.900883] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 396b9837-8d50-4fc3-acd7-48e560d0e2eb with Priority: HIGHEST for action security_group_members [ 1054.901122] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-396b9837-8d50-4fc3-acd7-48e560d0e2eb taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.901250] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-396b9837-8d50-4fc3-acd7-48e560d0e2eb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.901318] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-396b9837-8d50-4fc3-acd7-48e560d0e2eb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.901511] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-396b9837-8d50-4fc3-acd7-48e560d0e2eb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.902096] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.902096] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.902096] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.902616] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.902948] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.903023] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('396b9837-8d50-4fc3-acd7-48e560d0e2eb',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.180097] env[70956]: INFO networking_nsxv3.common.synchronization [None req-77b83ab2-93de-4d3d-b418-8e2b03dcd6e3 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Enqueued Resource ID: 71af1fa7-09e1-4689-8a7f-72386cce262d with Priority: HIGHEST for action security_group_members [ 1055.180654] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71af1fa7-09e1-4689-8a7f-72386cce262d with Priority: HIGHEST for action security_group_members [ 1055.181561] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-71af1fa7-09e1-4689-8a7f-72386cce262d taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.181561] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.181561] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.181784] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.181894] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.182477] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.182477] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.182477] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.182477] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.182477] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71af1fa7-09e1-4689-8a7f-72386cce262d',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.405838] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('396b9837-8d50-4fc3-acd7-48e560d0e2eb',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.494043] env[70956]: INFO networking_nsxv3.common.synchronization [req-2e776e7f-212a-4fcf-8e52-b3b6f44ee9dd req-c80012a6-3d55-44b6-9a32-5b6e6c48aa28 tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] Enqueued Resource ID: f14d724a-4af0-45ac-926e-bfbf6835e1a2 with Priority: HIGHEST for action security_group_members [ 1055.494911] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f14d724a-4af0-45ac-926e-bfbf6835e1a2 with Priority: HIGHEST for action security_group_members [ 1055.495386] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-f14d724a-4af0-45ac-926e-bfbf6835e1a2 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.495676] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f14d724a-4af0-45ac-926e-bfbf6835e1a2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.497869] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f14d724a-4af0-45ac-926e-bfbf6835e1a2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.497869] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f14d724a-4af0-45ac-926e-bfbf6835e1a2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.497869] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.497869] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.497869] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.497869] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.497869] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.497869] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f14d724a-4af0-45ac-926e-bfbf6835e1a2',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.685772] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.685977] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.686064] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.686281] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.707071] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.707329] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.707450] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.707517] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.707710] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.707793] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.707879] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71af1fa7-09e1-4689-8a7f-72386cce262d is going to be updated. [ 1055.709306] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3425df61-a1bd-44c3-a3f9-f334e7c8d34c in Status: SUCCESS [ 1055.709594] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3425df61-a1bd-44c3-a3f9-f334e7c8d34c deletion is rescheduled due to dependency. [ 1055.709760] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3425df61-a1bd-44c3-a3f9-f334e7c8d34c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.732286] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.732453] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.732531] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.732756] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.732926] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.744827] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71af1fa7-09e1-4689-8a7f-72386cce262d in Status: IN_PROGRESS for 2s [ 1055.747336] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ae3aeee-35ee-40e8-98cc-42dd5f020641 in Status: SUCCESS [ 1055.747559] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ae3aeee-35ee-40e8-98cc-42dd5f020641" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.912671] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('396b9837-8d50-4fc3-acd7-48e560d0e2eb',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.999672] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.000021] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.003338] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.003338] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.003338] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.003338] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.003338] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.003338] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.003338] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.003338] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.003338] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f14d724a-4af0-45ac-926e-bfbf6835e1a2 already deleted. [ 1056.003338] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f14d724a-4af0-45ac-926e-bfbf6835e1a2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.104268] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-760 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.104490] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-760" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.104624] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-760" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.104972] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-760" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.105255] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.105432] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.105588] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.105848] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.106362] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.106791] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1056.106791] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1056.106891] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1056.106963] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1056.107126] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1056.107287] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1056.107443] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1056.127605] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1056.127815] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1056.127965] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1056.128200] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-760" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.132186] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-3ac0aa33-fae0-446a-bc88-2a24a1a52601 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.132412] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-3ac0aa33-fae0-446a-bc88-2a24a1a52601" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.132602] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-3ac0aa33-fae0-446a-bc88-2a24a1a52601" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.132987] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-3ac0aa33-fae0-446a-bc88-2a24a1a52601" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.133162] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ac0aa33-fae0-446a-bc88-2a24a1a52601',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.417186] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.417186] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.417186] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.417354] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.417404] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.417497] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 396b9837-8d50-4fc3-acd7-48e560d0e2eb is going to be updated. [ 1056.472353] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.472432] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.472463] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.473290] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.473587] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.487879] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 396b9837-8d50-4fc3-acd7-48e560d0e2eb in Status: IN_PROGRESS for 2s [ 1056.635566] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.635859] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.635994] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.636609] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.636609] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.636609] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Segment Port 3ac0aa33-fae0-446a-bc88-2a24a1a52601 not found, creating... [ 1056.636943] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.637164] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.637291] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.637524] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.637684] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.638368] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.638613] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.638773] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.639032] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.639180] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.639415] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: 3ac0aa33-fae0-446a-bc88-2a24a1a52601 is going to be created. [ 1056.674195] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.674195] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.674195] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.674195] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.674195] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.674195] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-3ac0aa33-fae0-446a-bc88-2a24a1a52601" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.509422] env[70956]: INFO networking_nsxv3.common.synchronization [req-2e776e7f-212a-4fcf-8e52-b3b6f44ee9dd req-5d8747cb-26f0-4c3f-9744-c9216c9781e7 service nova] Enqueued Resource ID: f14d724a-4af0-45ac-926e-bfbf6835e1a2 with Priority: HIGHEST for action security_group_rules [ 1057.509641] env[70956]: INFO networking_nsxv3.common.synchronization [req-2e776e7f-212a-4fcf-8e52-b3b6f44ee9dd req-5d8747cb-26f0-4c3f-9744-c9216c9781e7 service nova] Enqueued Resource ID: f14d724a-4af0-45ac-926e-bfbf6835e1a2 with Priority: HIGHEST for action security_group_members [ 1057.509936] env[70956]: INFO networking_nsxv3.common.synchronization [req-2e776e7f-212a-4fcf-8e52-b3b6f44ee9dd req-5d8747cb-26f0-4c3f-9744-c9216c9781e7 service nova] Enqueued Resource ID: 3ac0aa33-fae0-446a-bc88-2a24a1a52601 with Priority: HIGHEST for action port [ 1057.510754] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f14d724a-4af0-45ac-926e-bfbf6835e1a2 with Priority: HIGHEST for action security_group_rules [ 1057.510754] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f14d724a-4af0-45ac-926e-bfbf6835e1a2 with Priority: HIGHEST for action security_group_members [ 1057.510754] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ac0aa33-fae0-446a-bc88-2a24a1a52601 with Priority: HIGHEST for action port [ 1057.511045] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f14d724a-4af0-45ac-926e-bfbf6835e1a2 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.511045] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f14d724a-4af0-45ac-926e-bfbf6835e1a2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.511045] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f14d724a-4af0-45ac-926e-bfbf6835e1a2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.511438] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f14d724a-4af0-45ac-926e-bfbf6835e1a2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.511468] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f14d724a-4af0-45ac-926e-bfbf6835e1a2',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.512535] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-f14d724a-4af0-45ac-926e-bfbf6835e1a2 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.512647] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f14d724a-4af0-45ac-926e-bfbf6835e1a2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.512647] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f14d724a-4af0-45ac-926e-bfbf6835e1a2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.512877] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f14d724a-4af0-45ac-926e-bfbf6835e1a2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.513393] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.513393] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.513393] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.513393] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.513604] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.513604] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f14d724a-4af0-45ac-926e-bfbf6835e1a2',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.514362] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ac0aa33-fae0-446a-bc88-2a24a1a52601 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.514592] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ac0aa33-fae0-446a-bc88-2a24a1a52601" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.514592] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ac0aa33-fae0-446a-bc88-2a24a1a52601" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.515176] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ac0aa33-fae0-446a-bc88-2a24a1a52601" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.515278] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ac0aa33-fae0-446a-bc88-2a24a1a52601',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.755711] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71af1fa7-09e1-4689-8a7f-72386cce262d in Status: SUCCESS [ 1057.755711] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71af1fa7-09e1-4689-8a7f-72386cce262d deletion is rescheduled due to dependency. [ 1057.755711] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.017468] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-f14d724a-4af0-45ac-926e-bfbf6835e1a2 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.017468] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f14d724a-4af0-45ac-926e-bfbf6835e1a2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.017565] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f14d724a-4af0-45ac-926e-bfbf6835e1a2',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.018445] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3ac0aa33-fae0-446a-bc88-2a24a1a52601 with status ACTIVE [ 1058.018631] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.018748] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.022031] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.022031] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.022031] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.022031] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.022031] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.022031] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.022031] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.022031] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.022031] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.022031] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.022031] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.022031] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.022031] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.022031] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3ac0aa33-fae0-446a-bc88-2a24a1a52601 is going to be updated. [ 1058.040039] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.040191] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.040257] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.040454] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.040581] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.040743] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ac0aa33-fae0-446a-bc88-2a24a1a52601" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.497054] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 396b9837-8d50-4fc3-acd7-48e560d0e2eb in Status: SUCCESS [ 1058.498017] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-396b9837-8d50-4fc3-acd7-48e560d0e2eb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.522848] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f14d724a-4af0-45ac-926e-bfbf6835e1a2',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.026468] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.026624] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.026697] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.026924] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.027028] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.027130] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f14d724a-4af0-45ac-926e-bfbf6835e1a2 is going to be created. [ 1059.049479] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.049664] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.049897] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.049897] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.050062] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.058260] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f14d724a-4af0-45ac-926e-bfbf6835e1a2 in Status: UNINITIALIZED for 2s [ 1061.069551] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f14d724a-4af0-45ac-926e-bfbf6835e1a2 in Status: SUCCESS [ 1061.070046] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f14d724a-4af0-45ac-926e-bfbf6835e1a2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.070278] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f14d724a-4af0-45ac-926e-bfbf6835e1a2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.070534] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f14d724a-4af0-45ac-926e-bfbf6835e1a2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.071118] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.071118] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.071118] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.071408] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.071546] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.071786] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f14d724a-4af0-45ac-926e-bfbf6835e1a2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.071980] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f14d724a-4af0-45ac-926e-bfbf6835e1a2',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.217059] env[70956]: INFO networking_nsxv3.common.synchronization [req-172c7203-a6ae-4405-9588-1f325692d34d req-f5a3c233-39b9-4341-a459-16ea32533679 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Enqueued Resource ID: b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c with Priority: HIGHEST for action security_group_members [ 1061.217574] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c with Priority: HIGHEST for action security_group_members [ 1061.217887] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.218025] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.218097] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.218291] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.218448] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.218548] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.218615] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.218749] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.218850] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.218976] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.577118] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-f14d724a-4af0-45ac-926e-bfbf6835e1a2 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.577305] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f14d724a-4af0-45ac-926e-bfbf6835e1a2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.577382] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f14d724a-4af0-45ac-926e-bfbf6835e1a2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.578060] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f14d724a-4af0-45ac-926e-bfbf6835e1a2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.578060] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.578060] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.578060] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.578237] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.578264] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.578372] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f14d724a-4af0-45ac-926e-bfbf6835e1a2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.578558] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-f14d724a-4af0-45ac-926e-bfbf6835e1a2 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.578623] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f14d724a-4af0-45ac-926e-bfbf6835e1a2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.578683] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f14d724a-4af0-45ac-926e-bfbf6835e1a2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.578826] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f14d724a-4af0-45ac-926e-bfbf6835e1a2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.579200] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.579305] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.579359] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.579485] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.579558] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.579639] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f14d724a-4af0-45ac-926e-bfbf6835e1a2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.579724] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f14d724a-4af0-45ac-926e-bfbf6835e1a2',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.721386] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.728223] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-661 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.728430] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-661" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.728559] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-661" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.728829] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-661" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.729090] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.729299] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.729526] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.729598] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.729726] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.731411] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1061.731552] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1061.731674] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1061.733020] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1061.733020] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1061.733020] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1061.733020] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1061.749846] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1061.750050] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1061.750204] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1061.750379] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-661" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.750813] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-05e3fde8-d153-4e0d-9573-ad4e9fa8d80a taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.750949] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-05e3fde8-d153-4e0d-9573-ad4e9fa8d80a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.750999] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-05e3fde8-d153-4e0d-9573-ad4e9fa8d80a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.751310] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-05e3fde8-d153-4e0d-9573-ad4e9fa8d80a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.751468] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05e3fde8-d153-4e0d-9573-ad4e9fa8d80a',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.083784] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f14d724a-4af0-45ac-926e-bfbf6835e1a2: rpc.has_security_group_logging(os_id): False [ 1062.106966] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.107223] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.107387] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.107625] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.107726] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.108357] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.108357] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.108551] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.108881] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.109146] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.109540] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.109724] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.109889] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.110726] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.110726] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.111130] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.111352] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.111352] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.111588] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.111778] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.111936] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f14d724a-4af0-45ac-926e-bfbf6835e1a2 is going to be created. [ 1062.169226] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.169439] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.169439] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.169638] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.169851] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.179699] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f14d724a-4af0-45ac-926e-bfbf6835e1a2 in Status: IN_PROGRESS for 2s [ 1062.228434] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.253771] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.254008] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.254150] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.254487] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.254645] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.254813] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Segment Port 05e3fde8-d153-4e0d-9573-ad4e9fa8d80a not found, creating... [ 1062.255094] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.255270] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.255396] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.255772] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.256051] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.256404] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.256571] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.256695] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.256953] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.257136] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.257316] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: 05e3fde8-d153-4e0d-9573-ad4e9fa8d80a is going to be created. [ 1062.278412] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.278632] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.278789] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.279067] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.279312] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.279542] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-05e3fde8-d153-4e0d-9573-ad4e9fa8d80a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.640338] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.640575] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.640575] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.640814] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.640946] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.732793] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.733056] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.733189] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.733463] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.733606] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.733763] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c is going to be updated. [ 1062.762038] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.762038] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.762230] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.762268] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.762401] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.770971] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c in Status: IN_PROGRESS for 2s [ 1062.967401] env[70956]: INFO networking_nsxv3.common.synchronization [req-172c7203-a6ae-4405-9588-1f325692d34d req-76b4da79-0f34-4bce-b40c-d4fc1d07c9c2 service nova] Enqueued Resource ID: b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c with Priority: HIGHEST for action security_group_rules [ 1062.967401] env[70956]: INFO networking_nsxv3.common.synchronization [req-172c7203-a6ae-4405-9588-1f325692d34d req-76b4da79-0f34-4bce-b40c-d4fc1d07c9c2 service nova] Enqueued Resource ID: b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c with Priority: HIGHEST for action security_group_members [ 1062.967401] env[70956]: INFO networking_nsxv3.common.synchronization [req-172c7203-a6ae-4405-9588-1f325692d34d req-76b4da79-0f34-4bce-b40c-d4fc1d07c9c2 service nova] Enqueued Resource ID: 05e3fde8-d153-4e0d-9573-ad4e9fa8d80a with Priority: HIGHEST for action port [ 1062.967401] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c with Priority: HIGHEST for action security_group_rules [ 1062.967401] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c with Priority: HIGHEST for action security_group_members [ 1062.967401] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05e3fde8-d153-4e0d-9573-ad4e9fa8d80a with Priority: HIGHEST for action port [ 1062.967958] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.968121] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.968188] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.968470] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.968561] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.969372] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.969493] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.969638] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-05e3fde8-d153-4e0d-9573-ad4e9fa8d80a taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.969734] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-05e3fde8-d153-4e0d-9573-ad4e9fa8d80a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.969825] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-05e3fde8-d153-4e0d-9573-ad4e9fa8d80a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.969976] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-05e3fde8-d153-4e0d-9573-ad4e9fa8d80a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.970067] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05e3fde8-d153-4e0d-9573-ad4e9fa8d80a',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.143402] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.356673] env[70956]: INFO networking_nsxv3.common.synchronization [req-161f8bff-f4c5-43b3-9393-75456aa43c16 req-19aea594-5d41-4b82-b6f0-af752aa809d4 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Enqueued Resource ID: baf1a941-c8f1-40bb-807d-d935c8003eea with Priority: HIGHEST for action security_group_members [ 1063.356673] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: baf1a941-c8f1-40bb-807d-d935c8003eea with Priority: HIGHEST for action security_group_members [ 1063.356673] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-baf1a941-c8f1-40bb-807d-d935c8003eea taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.356856] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-baf1a941-c8f1-40bb-807d-d935c8003eea" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.356887] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-baf1a941-c8f1-40bb-807d-d935c8003eea" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.357127] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-baf1a941-c8f1-40bb-807d-d935c8003eea" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.357288] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.357382] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.357439] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.357584] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.357670] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.357761] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('baf1a941-c8f1-40bb-807d-d935c8003eea',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.471309] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.471445] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.471642] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 05e3fde8-d153-4e0d-9573-ad4e9fa8d80a with status ACTIVE [ 1063.471878] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.471991] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.472074] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.472280] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.472372] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.472548] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.473207] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.473207] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.473207] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.473207] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.473365] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.473365] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.473365] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.474230] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.474230] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.474230] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 05e3fde8-d153-4e0d-9573-ad4e9fa8d80a is going to be updated. [ 1063.495013] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.495499] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.495499] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.495499] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.495689] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.495864] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-05e3fde8-d153-4e0d-9573-ad4e9fa8d80a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.645705] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.860154] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.860351] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.860406] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.860668] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.882451] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.882895] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.883080] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.883184] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.883339] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.883432] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.883506] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: baf1a941-c8f1-40bb-807d-d935c8003eea is going to be updated. [ 1063.928537] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.928680] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.928755] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.928961] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.929114] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.937987] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: baf1a941-c8f1-40bb-807d-d935c8003eea in Status: IN_PROGRESS for 2s [ 1064.151869] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1064.152260] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1064.190837] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f14d724a-4af0-45ac-926e-bfbf6835e1a2 in Status: SUCCESS [ 1064.191079] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f14d724a-4af0-45ac-926e-bfbf6835e1a2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.461669] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-641 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.462088] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-641" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.462088] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-641" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.462285] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-641" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.462548] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.462707] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.462839] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.463099] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.463254] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.463464] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1064.463583] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1064.463694] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1064.463803] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1064.463915] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1064.464433] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1064.464433] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1064.481351] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1064.481518] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1064.481661] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1064.481983] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-641" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.482305] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-3c93cb0c-5ecb-48e9-859a-a18827975c79 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.482480] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-3c93cb0c-5ecb-48e9-859a-a18827975c79" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.482606] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-3c93cb0c-5ecb-48e9-859a-a18827975c79" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.482918] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-3c93cb0c-5ecb-48e9-859a-a18827975c79" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.483075] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c93cb0c-5ecb-48e9-859a-a18827975c79',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.781949] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c in Status: SUCCESS [ 1064.781949] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.781949] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.781949] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.781949] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.781949] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.781949] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.781949] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.781949] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.781949] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.940170] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.940387] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.940460] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.940776] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.953043] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1064.953947] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.955146] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1064.987553] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.987719] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.987719] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.988027] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.004619] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.005562] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1065.005724] env[70956]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=70956) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1065.005981] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1065.007491] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.007822] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.008151] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.008463] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.008690] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.008871] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Segment Port 3c93cb0c-5ecb-48e9-859a-a18827975c79 not found, creating... [ 1065.009210] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.009414] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.009542] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.009974] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.010214] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.010723] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.010888] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.011055] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.011330] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.011556] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.011649] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: 3c93cb0c-5ecb-48e9-859a-a18827975c79 is going to be created. [ 1065.040698] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.040939] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.041114] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.041430] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.041670] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.041940] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-3c93cb0c-5ecb-48e9-859a-a18827975c79" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.073738] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.073902] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.073966] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.074194] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.075460] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.075645] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1065.241556] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.241944] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.241944] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.242058] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.242325] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.242603] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1065.286316] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.336995] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.337208] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.337208] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.337360] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.337665] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.337972] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:49. [ 1065.338100] env[70956]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'f689256f-e97f-426e-805e-1efe30fecb14', '03a34302-a54b-4708-979a-91d3b49e10ad', 'abaebe40-bf40-4663-9001-f1d144ec9ba9', '396b9837-8d50-4fc3-acd7-48e560d0e2eb', 'f06428e7-4421-48f9-9ba7-441017875af8', '21d84461-8331-4be6-a8af-24ec21b21bb8', 'b9c9266d-3576-4d92-8509-68a5ff2af2cd', '65518df3-fa74-4cc4-bc12-e13005594074', 'f14d724a-4af0-45ac-926e-bfbf6835e1a2', 'a73bbb64-45e0-4474-ac66-db0b7ee78a81', 'f021a11d-33ee-470b-8d8b-d8d661b0eaf4', 'b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c', '72f028f4-b22e-4c3d-8173-324a6126249d', 'aad90041-8030-4c04-9213-b5a00b37381c', '325c66f5-4dc7-4250-9342-bc497a020617', '6462c02c-4c20-48d5-a619-350aeefaa28a', '5880ecfb-5deb-46f6-ae95-00406ef47edb', '95d81304-fa63-4814-bcbe-9bcca0df4cda', 'baf1a941-c8f1-40bb-807d-d935c8003eea', '7d09f0e2-4e07-43f7-ba53-6600d30c7795', '0734b4de-c1c9-4d9d-a363-187b7b3887ac', '3425df61-a1bd-44c3-a3f9-f334e7c8d34c', '24aa57d1-790e-42e7-9290-272596a0a919', '13f4fb16-aff0-4a46-a2f0-a4850dc67e4d', '71af1fa7-09e1-4689-8a7f-72386cce262d', 'dfd45fa7-fdf9-4176-8c38-b361ac0897f3', 'd04365f0-bcd2-412d-8d98-359bbab1a999', '776aa801-3011-42d9-8ef3-d78431d3f11a', '61937a54-15b5-434f-b4d4-9b7b07524455', '8e7cb093-c160-4200-810a-24193daf0945', 'dfc5c728-04bd-4cb2-82d3-227781c576a7', 'e3c33332-22f3-4b69-aa9e-86e8da57b4e8', 'ddfece2d-6d53-4deb-9458-8ea9239bfe7f', '8cb3a2dd-498a-4771-96dd-6cb7d3a3d704', '155a7a91-788b-4c8a-bd19-9cf001bb1f63', '3191ceed-4461-47d6-bd31-015598aabb7c', '333dc6e6-2663-47ac-b3a4-00d3bdb3bf13', 'ef744301-e635-4102-a37d-cb2a8f905aab', '32f555d4-ad34-4452-98fc-424f549cb1ea', '3b2b6d0d-e131-4168-b7a7-c6f615a37e80', '7c81c819-8091-422a-ba68-8678d1bc09f0', 'b90006a1-dca4-4c61-8699-a7437595fd6e', '524a78e9-254f-48b7-aafc-e2a84cdbf82c', 'e14b5dff-5e16-4567-aada-562d87548639', '7a24b5ad-c650-4671-9c3b-9d8c667356fa', '29ed8045-9779-4414-bb15-0ac989a681d2', '2243a89f-1f82-4894-8f9f-3ade7f28130e', '3ae3aeee-35ee-40e8-98cc-42dd5f020641', '581e3e6d-c83c-45f2-b38a-6cf937b7de1f'} {{(pid=70956) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1065.338200] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1065.362014] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.362185] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.362259] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.362475] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.362565] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.362773] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1065.362773] env[70956]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=70956) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1065.362912] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1065.448401] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.448570] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.448570] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.449519] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.449866] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.450147] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1065.450226] env[70956]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=70956) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1065.450299] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1065.450369] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1065.450451] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/49 resources of Type:Security Group Rules [ 1065.450527] env[70956]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f689256f-e97f-426e-805e-1efe30fecb14 with Priority: HIGH for action security_group_rules [ 1065.450607] env[70956]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 03a34302-a54b-4708-979a-91d3b49e10ad with Priority: HIGH for action security_group_rules [ 1065.450676] env[70956]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: abaebe40-bf40-4663-9001-f1d144ec9ba9 with Priority: HIGH for action security_group_rules [ 1065.450760] env[70956]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 396b9837-8d50-4fc3-acd7-48e560d0e2eb with Priority: HIGH for action security_group_rules [ 1065.450825] env[70956]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f06428e7-4421-48f9-9ba7-441017875af8 with Priority: HIGH for action security_group_rules [ 1065.450889] env[70956]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 21d84461-8331-4be6-a8af-24ec21b21bb8 with Priority: HIGH for action security_group_rules [ 1065.450953] env[70956]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b9c9266d-3576-4d92-8509-68a5ff2af2cd with Priority: HIGH for action security_group_rules [ 1065.451026] env[70956]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 65518df3-fa74-4cc4-bc12-e13005594074 with Priority: HIGH for action security_group_rules [ 1065.451092] env[70956]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f14d724a-4af0-45ac-926e-bfbf6835e1a2 with Priority: HIGH for action security_group_rules [ 1065.451157] env[70956]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a73bbb64-45e0-4474-ac66-db0b7ee78a81 with Priority: HIGH for action security_group_rules [ 1065.451219] env[70956]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 with Priority: HIGH for action security_group_rules [ 1065.451281] env[70956]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c with Priority: HIGH for action security_group_rules [ 1065.451342] env[70956]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 72f028f4-b22e-4c3d-8173-324a6126249d with Priority: HIGH for action security_group_rules [ 1065.451405] env[70956]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: aad90041-8030-4c04-9213-b5a00b37381c with Priority: HIGH for action security_group_rules [ 1065.451468] env[70956]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 325c66f5-4dc7-4250-9342-bc497a020617 with Priority: HIGH for action security_group_rules [ 1065.451530] env[70956]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6462c02c-4c20-48d5-a619-350aeefaa28a with Priority: HIGH for action security_group_rules [ 1065.451594] env[70956]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5880ecfb-5deb-46f6-ae95-00406ef47edb with Priority: HIGH for action security_group_rules [ 1065.451656] env[70956]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 95d81304-fa63-4814-bcbe-9bcca0df4cda with Priority: HIGH for action security_group_rules [ 1065.451719] env[70956]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: baf1a941-c8f1-40bb-807d-d935c8003eea with Priority: HIGH for action security_group_rules [ 1065.451967] env[70956]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 with Priority: HIGH for action security_group_rules [ 1065.452123] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.693576] env[70956]: INFO networking_nsxv3.common.synchronization [req-4fdea375-96c8-4ca8-bf06-03c22166838c req-3d948886-6d51-4181-9426-b4b56b56034b service nova] Enqueued Resource ID: 71af1fa7-09e1-4689-8a7f-72386cce262d with Priority: HIGHEST for action security_group_rules [ 1065.693576] env[70956]: INFO networking_nsxv3.common.synchronization [req-4fdea375-96c8-4ca8-bf06-03c22166838c req-3d948886-6d51-4181-9426-b4b56b56034b service nova] Enqueued Resource ID: 71af1fa7-09e1-4689-8a7f-72386cce262d with Priority: HIGHEST for action security_group_members [ 1065.693576] env[70956]: INFO networking_nsxv3.common.synchronization [req-4fdea375-96c8-4ca8-bf06-03c22166838c req-3d948886-6d51-4181-9426-b4b56b56034b service nova] Enqueued Resource ID: 3c93cb0c-5ecb-48e9-859a-a18827975c79 with Priority: HIGHEST for action port [ 1065.693576] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71af1fa7-09e1-4689-8a7f-72386cce262d with Priority: HIGHEST for action security_group_rules [ 1065.693576] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71af1fa7-09e1-4689-8a7f-72386cce262d with Priority: HIGHEST for action security_group_members [ 1065.693576] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c93cb0c-5ecb-48e9-859a-a18827975c79 with Priority: HIGHEST for action port [ 1065.693576] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f689256f-e97f-426e-805e-1efe30fecb14 with Priority: HIGH for action security_group_rules [ 1065.693576] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abaebe40-bf40-4663-9001-f1d144ec9ba9 with Priority: HIGH for action security_group_rules [ 1065.693576] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9c9266d-3576-4d92-8509-68a5ff2af2cd with Priority: HIGH for action security_group_rules [ 1065.694032] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 325c66f5-4dc7-4250-9342-bc497a020617 with Priority: HIGH for action security_group_rules [ 1065.694032] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 with Priority: HIGH for action security_group_rules [ 1065.694032] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: baf1a941-c8f1-40bb-807d-d935c8003eea with Priority: HIGH for action security_group_rules [ 1065.694032] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95d81304-fa63-4814-bcbe-9bcca0df4cda with Priority: HIGH for action security_group_rules [ 1065.694032] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5880ecfb-5deb-46f6-ae95-00406ef47edb with Priority: HIGH for action security_group_rules [ 1065.694176] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aad90041-8030-4c04-9213-b5a00b37381c with Priority: HIGH for action security_group_rules [ 1065.694208] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6462c02c-4c20-48d5-a619-350aeefaa28a with Priority: HIGH for action security_group_rules [ 1065.696116] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72f028f4-b22e-4c3d-8173-324a6126249d with Priority: HIGH for action security_group_rules [ 1065.696265] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c with Priority: HIGH for action security_group_rules [ 1065.696370] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 with Priority: HIGH for action security_group_rules [ 1065.696468] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a73bbb64-45e0-4474-ac66-db0b7ee78a81 with Priority: HIGH for action security_group_rules [ 1065.696563] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f14d724a-4af0-45ac-926e-bfbf6835e1a2 with Priority: HIGH for action security_group_rules [ 1065.696655] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21d84461-8331-4be6-a8af-24ec21b21bb8 with Priority: HIGH for action security_group_rules [ 1065.696748] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65518df3-fa74-4cc4-bc12-e13005594074 with Priority: HIGH for action security_group_rules [ 1065.696843] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f06428e7-4421-48f9-9ba7-441017875af8 with Priority: HIGH for action security_group_rules [ 1065.696928] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03a34302-a54b-4708-979a-91d3b49e10ad with Priority: HIGH for action security_group_rules [ 1065.697019] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 396b9837-8d50-4fc3-acd7-48e560d0e2eb with Priority: HIGH for action security_group_rules [ 1065.697606] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71af1fa7-09e1-4689-8a7f-72386cce262d taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.697735] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.697806] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.698013] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.698499] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71af1fa7-09e1-4689-8a7f-72386cce262d',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.699932] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-71af1fa7-09e1-4689-8a7f-72386cce262d taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.700039] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.700100] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.700291] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.700440] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.700559] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.700597] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.700729] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.700816] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.700906] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71af1fa7-09e1-4689-8a7f-72386cce262d',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.701962] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c93cb0c-5ecb-48e9-859a-a18827975c79 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.702083] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c93cb0c-5ecb-48e9-859a-a18827975c79" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.702274] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c93cb0c-5ecb-48e9-859a-a18827975c79" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.702440] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c93cb0c-5ecb-48e9-859a-a18827975c79" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.702517] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c93cb0c-5ecb-48e9-859a-a18827975c79',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.703577] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f689256f-e97f-426e-805e-1efe30fecb14 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.703693] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f689256f-e97f-426e-805e-1efe30fecb14" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.703762] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f689256f-e97f-426e-805e-1efe30fecb14" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.703916] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f689256f-e97f-426e-805e-1efe30fecb14" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.704129] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f689256f-e97f-426e-805e-1efe30fecb14',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.705088] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-abaebe40-bf40-4663-9001-f1d144ec9ba9 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.705198] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.705267] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.705419] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.705492] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('abaebe40-bf40-4663-9001-f1d144ec9ba9',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.706769] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9c9266d-3576-4d92-8509-68a5ff2af2cd taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.706890] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9c9266d-3576-4d92-8509-68a5ff2af2cd" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.706944] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9c9266d-3576-4d92-8509-68a5ff2af2cd" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.707110] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9c9266d-3576-4d92-8509-68a5ff2af2cd" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.707183] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9c9266d-3576-4d92-8509-68a5ff2af2cd',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.708424] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-325c66f5-4dc7-4250-9342-bc497a020617 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.708880] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.708880] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.708880] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.708880] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('325c66f5-4dc7-4250-9342-bc497a020617',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.709851] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d09f0e2-4e07-43f7-ba53-6600d30c7795 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.709993] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.710031] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.710182] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.710252] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d09f0e2-4e07-43f7-ba53-6600d30c7795',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.711219] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-baf1a941-c8f1-40bb-807d-d935c8003eea taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.711331] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-baf1a941-c8f1-40bb-807d-d935c8003eea" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.711399] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-baf1a941-c8f1-40bb-807d-d935c8003eea" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.711779] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-baf1a941-c8f1-40bb-807d-d935c8003eea" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.711851] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('baf1a941-c8f1-40bb-807d-d935c8003eea',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.713097] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95d81304-fa63-4814-bcbe-9bcca0df4cda taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.713210] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95d81304-fa63-4814-bcbe-9bcca0df4cda" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.713281] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95d81304-fa63-4814-bcbe-9bcca0df4cda" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.713428] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95d81304-fa63-4814-bcbe-9bcca0df4cda" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.713552] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95d81304-fa63-4814-bcbe-9bcca0df4cda',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.714228] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5880ecfb-5deb-46f6-ae95-00406ef47edb taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.714334] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5880ecfb-5deb-46f6-ae95-00406ef47edb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.714397] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5880ecfb-5deb-46f6-ae95-00406ef47edb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.714548] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5880ecfb-5deb-46f6-ae95-00406ef47edb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.714620] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5880ecfb-5deb-46f6-ae95-00406ef47edb',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.715415] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aad90041-8030-4c04-9213-b5a00b37381c taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.715971] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aad90041-8030-4c04-9213-b5a00b37381c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.716065] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aad90041-8030-4c04-9213-b5a00b37381c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.716225] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aad90041-8030-4c04-9213-b5a00b37381c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.716302] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aad90041-8030-4c04-9213-b5a00b37381c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.717851] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6462c02c-4c20-48d5-a619-350aeefaa28a taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.717963] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6462c02c-4c20-48d5-a619-350aeefaa28a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.718040] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6462c02c-4c20-48d5-a619-350aeefaa28a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.718189] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6462c02c-4c20-48d5-a619-350aeefaa28a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.718258] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6462c02c-4c20-48d5-a619-350aeefaa28a',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.719483] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72f028f4-b22e-4c3d-8173-324a6126249d taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.719596] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72f028f4-b22e-4c3d-8173-324a6126249d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.719667] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72f028f4-b22e-4c3d-8173-324a6126249d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.719872] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72f028f4-b22e-4c3d-8173-324a6126249d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.719872] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72f028f4-b22e-4c3d-8173-324a6126249d',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.720531] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.720628] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.720821] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f021a11d-33ee-470b-8d8b-d8d661b0eaf4 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.720918] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.720982] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.721280] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.721280] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f021a11d-33ee-470b-8d8b-d8d661b0eaf4',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.721896] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a73bbb64-45e0-4474-ac66-db0b7ee78a81 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.722016] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a73bbb64-45e0-4474-ac66-db0b7ee78a81" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.722680] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a73bbb64-45e0-4474-ac66-db0b7ee78a81" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.722861] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a73bbb64-45e0-4474-ac66-db0b7ee78a81" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.722952] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a73bbb64-45e0-4474-ac66-db0b7ee78a81',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.724298] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f14d724a-4af0-45ac-926e-bfbf6835e1a2 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.724409] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f14d724a-4af0-45ac-926e-bfbf6835e1a2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.724463] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f14d724a-4af0-45ac-926e-bfbf6835e1a2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.724632] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f14d724a-4af0-45ac-926e-bfbf6835e1a2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.724682] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f14d724a-4af0-45ac-926e-bfbf6835e1a2',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.727120] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21d84461-8331-4be6-a8af-24ec21b21bb8 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.727120] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21d84461-8331-4be6-a8af-24ec21b21bb8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.727120] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21d84461-8331-4be6-a8af-24ec21b21bb8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.727120] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21d84461-8331-4be6-a8af-24ec21b21bb8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.727120] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21d84461-8331-4be6-a8af-24ec21b21bb8',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.727120] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-65518df3-fa74-4cc4-bc12-e13005594074 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.727120] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-65518df3-fa74-4cc4-bc12-e13005594074" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.727460] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-65518df3-fa74-4cc4-bc12-e13005594074" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.727460] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-65518df3-fa74-4cc4-bc12-e13005594074" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.727512] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('65518df3-fa74-4cc4-bc12-e13005594074',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.728498] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f06428e7-4421-48f9-9ba7-441017875af8 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.728633] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f06428e7-4421-48f9-9ba7-441017875af8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.728689] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f06428e7-4421-48f9-9ba7-441017875af8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.728815] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f06428e7-4421-48f9-9ba7-441017875af8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.728889] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f06428e7-4421-48f9-9ba7-441017875af8',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.730140] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03a34302-a54b-4708-979a-91d3b49e10ad taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.730278] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03a34302-a54b-4708-979a-91d3b49e10ad" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.730343] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03a34302-a54b-4708-979a-91d3b49e10ad" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.730513] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03a34302-a54b-4708-979a-91d3b49e10ad" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.730564] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03a34302-a54b-4708-979a-91d3b49e10ad',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.731532] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-396b9837-8d50-4fc3-acd7-48e560d0e2eb taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.731633] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-396b9837-8d50-4fc3-acd7-48e560d0e2eb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.731703] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-396b9837-8d50-4fc3-acd7-48e560d0e2eb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.731873] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-396b9837-8d50-4fc3-acd7-48e560d0e2eb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.731938] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('396b9837-8d50-4fc3-acd7-48e560d0e2eb',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.754089] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.754232] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.754309] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.754484] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.756295] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.756403] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.771384] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.771523] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72f028f4-b22e-4c3d-8173-324a6126249d is going to be deleted. [ 1065.772815] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.773028] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.788795] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.797376] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.797510] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95d81304-fa63-4814-bcbe-9bcca0df4cda is going to be deleted. [ 1065.840595] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.840749] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.840823] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.841038] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.841134] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.841252] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72f028f4-b22e-4c3d-8173-324a6126249d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.856364] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.856510] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.856585] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.856791] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.856886] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.857015] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95d81304-fa63-4814-bcbe-9bcca0df4cda" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.952149] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: baf1a941-c8f1-40bb-807d-d935c8003eea in Status: SUCCESS [ 1065.952341] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: baf1a941-c8f1-40bb-807d-d935c8003eea deletion is rescheduled due to dependency. [ 1065.952455] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-baf1a941-c8f1-40bb-807d-d935c8003eea" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.200781] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-71af1fa7-09e1-4689-8a7f-72386cce262d taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.200781] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.203839] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71af1fa7-09e1-4689-8a7f-72386cce262d',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.205011] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3c93cb0c-5ecb-48e9-859a-a18827975c79 with status ACTIVE [ 1066.205835] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.205835] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.205835] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.205835] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.205835] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.205835] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.206132] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.206132] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.206132] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.206132] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.206354] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.206447] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.206506] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.206639] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.206712] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.206792] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3c93cb0c-5ecb-48e9-859a-a18827975c79 is going to be updated. [ 1066.213886] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d09f0e2-4e07-43f7-ba53-6600d30c7795 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.214129] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.214129] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.214284] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.214431] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.214553] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.214618] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.214758] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.214848] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.214944] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.215303] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7d09f0e2-4e07-43f7-ba53-6600d30c7795',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.229106] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-f14d724a-4af0-45ac-926e-bfbf6835e1a2 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.229249] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f14d724a-4af0-45ac-926e-bfbf6835e1a2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.229307] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f14d724a-4af0-45ac-926e-bfbf6835e1a2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.229481] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f14d724a-4af0-45ac-926e-bfbf6835e1a2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.229676] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.229751] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.229796] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.229936] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.230031] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.230117] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f14d724a-4af0-45ac-926e-bfbf6835e1a2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.230489] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f14d724a-4af0-45ac-926e-bfbf6835e1a2',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.238413] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-396b9837-8d50-4fc3-acd7-48e560d0e2eb taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.238523] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-396b9837-8d50-4fc3-acd7-48e560d0e2eb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.238599] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-396b9837-8d50-4fc3-acd7-48e560d0e2eb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.238758] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-396b9837-8d50-4fc3-acd7-48e560d0e2eb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.238913] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.239084] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.239084] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.239203] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.239285] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.239363] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-396b9837-8d50-4fc3-acd7-48e560d0e2eb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.239446] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('396b9837-8d50-4fc3-acd7-48e560d0e2eb',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.245878] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.245878] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.245878] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.245878] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.249030] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.249030] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.253247] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.253371] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.253414] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.253579] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.253707] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.253947] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c93cb0c-5ecb-48e9-859a-a18827975c79" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.257288] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.257368] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.258546] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.258710] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.262900] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.262981] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.276455] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.276578] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.277401] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.277500] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.278188] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.278290] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.282281] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.282380] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.284457] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.284576] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.290120] env[70956]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1066.290551] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.290664] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f689256f-e97f-426e-805e-1efe30fecb14 is going to be deleted. [ 1066.291680] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.291819] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.291889] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.292137] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.292184] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.292276] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c is going to be updated. [ 1066.293183] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.293351] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.295030] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.295030] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.295485] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.295572] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.296432] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.296432] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.297443] env[70956]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1066.298312] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.298312] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.317240] env[70956]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1066.318011] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.318011] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9c9266d-3576-4d92-8509-68a5ff2af2cd is going to be deleted. [ 1066.318835] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.319482] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.342879] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.343035] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 325c66f5-4dc7-4250-9342-bc497a020617 is going to be deleted. [ 1066.343940] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.344191] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.347783] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.347929] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.347983] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.348177] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.348315] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.377993] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c in Status: IN_PROGRESS for 2s [ 1066.443697] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.443933] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: abaebe40-bf40-4663-9001-f1d144ec9ba9 is going to be deleted. [ 1066.444991] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.445230] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.452281] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.452537] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.454513] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.454662] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.484526] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.484650] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.490034] env[70956]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1066.490522] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.490648] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: baf1a941-c8f1-40bb-807d-d935c8003eea is going to be deleted. [ 1066.491540] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.491770] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.524616] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.524748] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 65518df3-fa74-4cc4-bc12-e13005594074 is going to be deleted. [ 1066.525826] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.526095] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.607487] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.607667] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.621960] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.622162] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6462c02c-4c20-48d5-a619-350aeefaa28a is going to be deleted. [ 1066.623485] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.623591] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.708877] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71af1fa7-09e1-4689-8a7f-72386cce262d',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.714654] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.714828] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aad90041-8030-4c04-9213-b5a00b37381c is going to be deleted. [ 1066.716655] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.716655] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.716655] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.716831] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.716831] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.716918] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-65518df3-fa74-4cc4-bc12-e13005594074" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.717978] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.717978] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.718231] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d09f0e2-4e07-43f7-ba53-6600d30c7795 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.718351] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.718418] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.718573] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.718726] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.718954] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.718954] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.719101] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.719210] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.719329] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.719490] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d09f0e2-4e07-43f7-ba53-6600d30c7795 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.719584] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.719648] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.719808] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.719958] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.720402] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.720475] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.720622] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.720705] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.720786] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.720876] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7d09f0e2-4e07-43f7-ba53-6600d30c7795',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.734781] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.734905] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.735185] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-f14d724a-4af0-45ac-926e-bfbf6835e1a2 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.735305] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f14d724a-4af0-45ac-926e-bfbf6835e1a2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.735355] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f14d724a-4af0-45ac-926e-bfbf6835e1a2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.735558] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f14d724a-4af0-45ac-926e-bfbf6835e1a2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.735721] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.735809] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.735857] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.735992] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.736090] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.736175] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f14d724a-4af0-45ac-926e-bfbf6835e1a2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.736334] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-f14d724a-4af0-45ac-926e-bfbf6835e1a2 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.736509] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f14d724a-4af0-45ac-926e-bfbf6835e1a2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.736509] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f14d724a-4af0-45ac-926e-bfbf6835e1a2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.736616] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f14d724a-4af0-45ac-926e-bfbf6835e1a2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.736744] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.736859] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.736925] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.737065] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.737137] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.737214] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f14d724a-4af0-45ac-926e-bfbf6835e1a2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.737299] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f14d724a-4af0-45ac-926e-bfbf6835e1a2',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.745447] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-396b9837-8d50-4fc3-acd7-48e560d0e2eb taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.745607] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-396b9837-8d50-4fc3-acd7-48e560d0e2eb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.745680] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-396b9837-8d50-4fc3-acd7-48e560d0e2eb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.745946] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-396b9837-8d50-4fc3-acd7-48e560d0e2eb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.746070] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.746179] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.746243] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.746419] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.746480] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.746623] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-396b9837-8d50-4fc3-acd7-48e560d0e2eb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.746801] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-396b9837-8d50-4fc3-acd7-48e560d0e2eb taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.746898] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-396b9837-8d50-4fc3-acd7-48e560d0e2eb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.746959] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-396b9837-8d50-4fc3-acd7-48e560d0e2eb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.747112] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-396b9837-8d50-4fc3-acd7-48e560d0e2eb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.747247] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.747425] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.747425] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.747516] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.747592] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.747672] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-396b9837-8d50-4fc3-acd7-48e560d0e2eb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.747765] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('396b9837-8d50-4fc3-acd7-48e560d0e2eb',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.806052] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.806173] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03a34302-a54b-4708-979a-91d3b49e10ad is going to be deleted. [ 1066.807308] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.807568] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.884602] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.884755] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.886903] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.886971] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.895185] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.895322] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5880ecfb-5deb-46f6-ae95-00406ef47edb is going to be deleted. [ 1066.896720] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.897032] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.999721] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.999860] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a73bbb64-45e0-4474-ac66-db0b7ee78a81 is going to be deleted. [ 1067.001213] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.001213] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.075607] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.075607] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f06428e7-4421-48f9-9ba7-441017875af8 is going to be deleted. [ 1067.075607] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.075607] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.087676] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.087676] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.145139] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.145350] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21d84461-8331-4be6-a8af-24ec21b21bb8 is going to be deleted. [ 1067.146472] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.146740] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.146855] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.147101] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f689256f-e97f-426e-805e-1efe30fecb14" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.147307] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.147502] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.147615] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.147768] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9c9266d-3576-4d92-8509-68a5ff2af2cd" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.148586] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.148794] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.148914] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.149093] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-325c66f5-4dc7-4250-9342-bc497a020617" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.149263] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.149440] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.149554] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.149764] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-abaebe40-bf40-4663-9001-f1d144ec9ba9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.149964] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.150204] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.214589] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.214737] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.214810] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.215055] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.215141] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.215240] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71af1fa7-09e1-4689-8a7f-72386cce262d is going to be updated. [ 1067.223146] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7d09f0e2-4e07-43f7-ba53-6600d30c7795: rpc.has_security_group_logging(os_id): False [ 1067.240403] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f14d724a-4af0-45ac-926e-bfbf6835e1a2: rpc.has_security_group_logging(os_id): False [ 1067.250243] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 396b9837-8d50-4fc3-acd7-48e560d0e2eb: rpc.has_security_group_logging(os_id): False [ 1067.256617] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.256744] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.261419] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.261519] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.273380] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.273531] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 is going to be deleted. [ 1067.274493] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.274721] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.274819] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.274983] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-baf1a941-c8f1-40bb-807d-d935c8003eea" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.275507] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.275691] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.275778] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.275919] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6462c02c-4c20-48d5-a619-350aeefaa28a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.276431] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.276608] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.276705] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.276829] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aad90041-8030-4c04-9213-b5a00b37381c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.276963] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.277131] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.277216] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.277336] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03a34302-a54b-4708-979a-91d3b49e10ad" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.277464] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.277609] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.277687] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.277808] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5880ecfb-5deb-46f6-ae95-00406ef47edb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.277947] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.278095] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.278169] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.278268] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a73bbb64-45e0-4474-ac66-db0b7ee78a81" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.286432] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.286560] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.286629] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.286794] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.291187] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.291284] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.304111] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.304234] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.333397] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.333620] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.333620] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.333991] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.333991] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.347869] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.348051] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.355349] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.355696] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.355840] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.355915] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.356137] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.356259] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.356556] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.356672] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.356754] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.356917] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.356997] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.357192] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.357274] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.357337] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.357475] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.357553] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.357665] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 is going to be updated. [ 1067.358954] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.359099] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.359188] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.359300] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f06428e7-4421-48f9-9ba7-441017875af8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.359430] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.359612] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.363758] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71af1fa7-09e1-4689-8a7f-72386cce262d in Status: IN_PROGRESS for 2s [ 1067.404157] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.404316] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.473974] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.474264] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.474427] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.474491] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.474726] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.474820] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.475117] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.475273] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.475358] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.475529] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.475623] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.476457] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.476457] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.476457] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.476457] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.476457] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.476457] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f14d724a-4af0-45ac-926e-bfbf6835e1a2 is going to be updated. [ 1067.480016] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.480016] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.482508] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.482719] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.545809] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.546220] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.546379] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.546474] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.546731] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.546846] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.547120] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.547256] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.547380] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.547530] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.547633] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.547882] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.547994] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.548092] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.548278] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.548377] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.548499] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 396b9837-8d50-4fc3-acd7-48e560d0e2eb is going to be updated. [ 1067.549913] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.550132] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.550242] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.550385] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21d84461-8331-4be6-a8af-24ec21b21bb8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.550556] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.550768] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.550875] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.551043] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.644626] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.644792] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.644837] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.645067] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.645213] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.690466] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 in Status: IN_PROGRESS for 2s [ 1067.726937] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.727199] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.727357] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.727650] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.727882] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.729826] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.730061] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.730221] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.730539] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.730711] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.753033] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f14d724a-4af0-45ac-926e-bfbf6835e1a2 in Status: IN_PROGRESS for 2s [ 1067.759952] env[70956]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1067.760606] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 396b9837-8d50-4fc3-acd7-48e560d0e2eb in Status: IN_PROGRESS for 2s [ 1068.056307] env[70956]: INFO networking_nsxv3.common.synchronization [req-96f92430-7085-4d5a-890f-20109c5e037a req-e9217311-4235-49e9-9ec5-87812cde045a tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] Enqueued Resource ID: f14d724a-4af0-45ac-926e-bfbf6835e1a2 with Priority: HIGHEST for action security_group_members [ 1068.058033] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f14d724a-4af0-45ac-926e-bfbf6835e1a2 with Priority: HIGHEST for action security_group_members [ 1068.058033] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-f14d724a-4af0-45ac-926e-bfbf6835e1a2 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.058033] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f14d724a-4af0-45ac-926e-bfbf6835e1a2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.058033] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f14d724a-4af0-45ac-926e-bfbf6835e1a2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.058033] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f14d724a-4af0-45ac-926e-bfbf6835e1a2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.058430] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.058681] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.058885] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.059198] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.059398] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.059592] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f14d724a-4af0-45ac-926e-bfbf6835e1a2',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.067033] env[70956]: INFO networking_nsxv3.common.synchronization [req-46829dd8-b019-46cd-9d0c-e241d22a8125 req-75205289-fbc2-4909-92a7-d28ace76d113 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Enqueued Resource ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 with Priority: HIGHEST for action security_group_members [ 1068.067033] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 with Priority: HIGHEST for action security_group_members [ 1068.068470] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d09f0e2-4e07-43f7-ba53-6600d30c7795 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.068751] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.068932] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.069306] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.073115] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.073115] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.073115] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.073115] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.073115] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.073115] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d09f0e2-4e07-43f7-ba53-6600d30c7795',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.387785] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c in Status: SUCCESS [ 1068.388099] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.388365] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.388588] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.388805] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.388928] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.388999] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.389187] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.389271] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.389366] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.389460] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.568199] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.568382] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.568382] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.568547] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.568642] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.568846] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.568936] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.569007] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.569224] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.569224] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.569325] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f14d724a-4af0-45ac-926e-bfbf6835e1a2 is going to be updated. [ 1068.577286] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d09f0e2-4e07-43f7-ba53-6600d30c7795',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.601839] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.602360] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.603035] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.603035] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.603154] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.610991] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f14d724a-4af0-45ac-926e-bfbf6835e1a2 in Status: IN_PROGRESS for 2s [ 1068.780850] env[70956]: INFO networking_nsxv3.common.synchronization [req-3be80d3c-6aac-4b12-bf65-bff19885e896 req-bde418fb-e4d2-41a7-87ea-8bbb4e4d80d7 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Enqueued Resource ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 with Priority: HIGHEST for action security_group_members [ 1068.780910] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 with Priority: HIGHEST for action security_group_members [ 1068.781768] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.782020] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.782293] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.782427] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.782629] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.783100] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.783100] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.783100] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.783100] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.783561] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f021a11d-33ee-470b-8d8b-d8d661b0eaf4',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.891578] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.891735] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.891947] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.892229] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.892424] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.892542] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.892610] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.892889] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.893126] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.893175] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.893392] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.893482] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.893701] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.893979] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.894281] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.894400] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.894456] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.894643] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.894870] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.894870] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.894870] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.079404] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d09f0e2-4e07-43f7-ba53-6600d30c7795',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.286442] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.286442] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.286442] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.286708] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.286841] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.287067] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.287174] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.287237] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.287467] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.287553] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.287644] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 is going to be deleted. [ 1069.319572] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.320309] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.320309] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.320309] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.320309] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.320443] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.373206] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71af1fa7-09e1-4689-8a7f-72386cce262d in Status: SUCCESS [ 1069.373512] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.373713] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.373941] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.374177] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.374302] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.374360] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.374529] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.374606] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.374693] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.374818] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('71af1fa7-09e1-4689-8a7f-72386cce262d',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.396828] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c: rpc.has_security_group_logging(os_id): False [ 1069.416884] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.417171] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.417171] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.417343] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.435269] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.435547] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.435671] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.435738] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.436012] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.436047] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.436242] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.436342] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.436404] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.436551] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.436628] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.436807] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.436901] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.436960] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.437152] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.437230] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.437346] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c is going to be updated. [ 1069.496065] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.496275] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.496350] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.496568] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.496718] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.509902] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c in Status: IN_PROGRESS for 2s [ 1069.583919] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.584165] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.584246] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.584443] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.584538] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.584640] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 is going to be updated. [ 1069.672739] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.672931] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.672978] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.673291] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.673520] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.685632] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 in Status: IN_PROGRESS for 2s [ 1069.719510] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 in Status: SUCCESS [ 1069.719510] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.768896] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f14d724a-4af0-45ac-926e-bfbf6835e1a2 in Status: SUCCESS [ 1069.769154] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f14d724a-4af0-45ac-926e-bfbf6835e1a2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.773852] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 396b9837-8d50-4fc3-acd7-48e560d0e2eb in Status: SUCCESS [ 1069.774157] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-396b9837-8d50-4fc3-acd7-48e560d0e2eb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.877847] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-71af1fa7-09e1-4689-8a7f-72386cce262d taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.878104] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.878104] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.878316] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.878495] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.878664] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.878734] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.878936] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.879014] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.879120] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.879314] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-71af1fa7-09e1-4689-8a7f-72386cce262d taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.879413] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.879474] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.879860] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.879860] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.879986] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.879986] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.880138] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.880216] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.880297] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.880387] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('71af1fa7-09e1-4689-8a7f-72386cce262d',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.382508] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 71af1fa7-09e1-4689-8a7f-72386cce262d: rpc.has_security_group_logging(os_id): False [ 1070.402791] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.403115] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.403115] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.404034] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.422514] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.422855] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.422983] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.423057] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.423273] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.423370] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.423582] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.423736] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.423811] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.423972] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.424535] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.424535] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.424535] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.424535] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.424535] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.424749] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.424749] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71af1fa7-09e1-4689-8a7f-72386cce262d is going to be updated. [ 1070.485033] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.485233] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.485233] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.485395] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.485634] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.499203] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71af1fa7-09e1-4689-8a7f-72386cce262d in Status: IN_PROGRESS for 2s [ 1070.621947] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f14d724a-4af0-45ac-926e-bfbf6835e1a2 in Status: SUCCESS [ 1070.622140] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f14d724a-4af0-45ac-926e-bfbf6835e1a2 deletion is rescheduled due to dependency. [ 1070.622269] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f14d724a-4af0-45ac-926e-bfbf6835e1a2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.523686] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c in Status: SUCCESS [ 1071.523941] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.524234] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.524370] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.524455] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.696753] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 in Status: SUCCESS [ 1071.696994] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.028503] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.028503] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.028503] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.028503] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.028503] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.028503] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.028503] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.028503] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.028503] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.028503] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.028503] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.511666] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71af1fa7-09e1-4689-8a7f-72386cce262d in Status: SUCCESS [ 1072.512640] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.533895] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.533895] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.533895] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.533895] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.533895] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.533895] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.533895] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.533895] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.533895] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.533895] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.533895] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.533895] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.533895] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.533895] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.533895] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.533895] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.534769] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.534769] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.534769] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.534769] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.534769] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.875170] env[70956]: INFO networking_nsxv3.common.synchronization [req-9d04fd9c-60bf-433b-b78d-06bbf743a723 req-cf7bb1c2-ba5b-4f4c-9c8a-c4dfa27a28d8 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Enqueued Resource ID: 194f8e51-00d8-409a-8359-bf07a41f6603 with Priority: HIGHEST for action security_group_members [ 1072.875170] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 194f8e51-00d8-409a-8359-bf07a41f6603 with Priority: HIGHEST for action security_group_members [ 1072.876397] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-194f8e51-00d8-409a-8359-bf07a41f6603 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.876718] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-194f8e51-00d8-409a-8359-bf07a41f6603" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.876886] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-194f8e51-00d8-409a-8359-bf07a41f6603" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.877251] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-194f8e51-00d8-409a-8359-bf07a41f6603" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.877534] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.877773] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.877938] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.878206] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.878414] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.878602] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('194f8e51-00d8-409a-8359-bf07a41f6603',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.038161] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c: rpc.has_security_group_logging(os_id): False [ 1073.058868] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.059086] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.059086] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.059368] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.059497] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.059732] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.059887] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.059966] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.060149] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.060259] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.060533] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.060658] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.060763] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.060882] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.060975] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.061226] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.061346] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.061456] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.061573] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.061651] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.061752] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c is going to be updated. [ 1073.120886] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.120886] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.121140] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.121237] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.121407] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.139039] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c in Status: IN_PROGRESS for 2s [ 1073.240427] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-549 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.240656] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-549" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.240789] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-549" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.244446] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-549" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.244790] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.244975] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.245119] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.245383] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.245538] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.245758] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1073.245881] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1073.245998] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1073.246125] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1073.246246] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1073.246359] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1073.246500] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1073.267142] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1073.267389] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1073.267549] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1073.267738] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-549" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.268111] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-803b07c2-f5e3-4863-814b-1561d5417c6c taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.268305] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-803b07c2-f5e3-4863-814b-1561d5417c6c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.268435] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-803b07c2-f5e3-4863-814b-1561d5417c6c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.268767] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-803b07c2-f5e3-4863-814b-1561d5417c6c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.268923] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('803b07c2-f5e3-4863-814b-1561d5417c6c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.380539] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.380794] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.380903] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.381222] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.381363] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.381643] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.381773] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.381905] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.382106] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.382207] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.382318] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 194f8e51-00d8-409a-8359-bf07a41f6603 already deleted. [ 1073.382411] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-194f8e51-00d8-409a-8359-bf07a41f6603" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.774846] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.775250] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.775250] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.775526] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.775684] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.775837] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Segment Port 803b07c2-f5e3-4863-814b-1561d5417c6c not found, creating... [ 1073.776134] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.776309] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.776435] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.776662] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.776806] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.777146] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.777313] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.777974] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.777974] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.778110] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.778308] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: 803b07c2-f5e3-4863-814b-1561d5417c6c is going to be created. [ 1073.808201] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.808536] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.808629] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.808888] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.809168] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.809501] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-803b07c2-f5e3-4863-814b-1561d5417c6c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.604621] env[70956]: INFO networking_nsxv3.common.synchronization [req-9d04fd9c-60bf-433b-b78d-06bbf743a723 req-db9a971a-715b-4c60-9736-00a88685efdf service nova] Enqueued Resource ID: 194f8e51-00d8-409a-8359-bf07a41f6603 with Priority: HIGHEST for action security_group_rules [ 1074.604775] env[70956]: INFO networking_nsxv3.common.synchronization [req-9d04fd9c-60bf-433b-b78d-06bbf743a723 req-db9a971a-715b-4c60-9736-00a88685efdf service nova] Enqueued Resource ID: 194f8e51-00d8-409a-8359-bf07a41f6603 with Priority: HIGHEST for action security_group_members [ 1074.604920] env[70956]: INFO networking_nsxv3.common.synchronization [req-9d04fd9c-60bf-433b-b78d-06bbf743a723 req-db9a971a-715b-4c60-9736-00a88685efdf service nova] Enqueued Resource ID: 803b07c2-f5e3-4863-814b-1561d5417c6c with Priority: HIGHEST for action port [ 1074.605253] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 194f8e51-00d8-409a-8359-bf07a41f6603 with Priority: HIGHEST for action security_group_rules [ 1074.605435] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 194f8e51-00d8-409a-8359-bf07a41f6603 with Priority: HIGHEST for action security_group_members [ 1074.605492] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 803b07c2-f5e3-4863-814b-1561d5417c6c with Priority: HIGHEST for action port [ 1074.607512] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-194f8e51-00d8-409a-8359-bf07a41f6603 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.607729] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-194f8e51-00d8-409a-8359-bf07a41f6603" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.609427] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-194f8e51-00d8-409a-8359-bf07a41f6603" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.610762] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-194f8e51-00d8-409a-8359-bf07a41f6603" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.610858] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('194f8e51-00d8-409a-8359-bf07a41f6603',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.611801] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-194f8e51-00d8-409a-8359-bf07a41f6603 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.611934] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-194f8e51-00d8-409a-8359-bf07a41f6603" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.611994] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-194f8e51-00d8-409a-8359-bf07a41f6603" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.612166] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-194f8e51-00d8-409a-8359-bf07a41f6603" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.612324] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.612414] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.612465] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.612599] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.612960] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.612960] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('194f8e51-00d8-409a-8359-bf07a41f6603',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.618558] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-803b07c2-f5e3-4863-814b-1561d5417c6c taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.618650] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-803b07c2-f5e3-4863-814b-1561d5417c6c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.618650] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-803b07c2-f5e3-4863-814b-1561d5417c6c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.619581] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-803b07c2-f5e3-4863-814b-1561d5417c6c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.619581] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('803b07c2-f5e3-4863-814b-1561d5417c6c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.120584] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-194f8e51-00d8-409a-8359-bf07a41f6603 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.120881] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-194f8e51-00d8-409a-8359-bf07a41f6603" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.120916] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('194f8e51-00d8-409a-8359-bf07a41f6603',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.121842] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 803b07c2-f5e3-4863-814b-1561d5417c6c with status ACTIVE [ 1075.122062] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.122182] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.122250] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.122452] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.122543] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.122710] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.122804] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.122867] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.123019] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.123101] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.123278] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.123388] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.123428] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.123556] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.123629] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.123712] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 803b07c2-f5e3-4863-814b-1561d5417c6c is going to be updated. [ 1075.144970] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.145144] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.145231] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.147756] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.147756] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.147756] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-803b07c2-f5e3-4863-814b-1561d5417c6c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.153937] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c in Status: SUCCESS [ 1075.154252] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.627449] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('194f8e51-00d8-409a-8359-bf07a41f6603',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.130352] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.130352] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.130352] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.131977] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.131977] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.131977] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 194f8e51-00d8-409a-8359-bf07a41f6603 is going to be created. [ 1076.155633] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.155791] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.155851] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.156100] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.156229] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.164765] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 194f8e51-00d8-409a-8359-bf07a41f6603 in Status: UNINITIALIZED for 2s [ 1078.177500] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 194f8e51-00d8-409a-8359-bf07a41f6603 in Status: SUCCESS [ 1078.178340] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-194f8e51-00d8-409a-8359-bf07a41f6603" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.178340] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-194f8e51-00d8-409a-8359-bf07a41f6603" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.178340] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-194f8e51-00d8-409a-8359-bf07a41f6603" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.178340] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.178541] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.178541] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.179686] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.179686] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.179686] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-194f8e51-00d8-409a-8359-bf07a41f6603" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.179686] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('194f8e51-00d8-409a-8359-bf07a41f6603',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.684546] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-194f8e51-00d8-409a-8359-bf07a41f6603 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.684731] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-194f8e51-00d8-409a-8359-bf07a41f6603" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.684797] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-194f8e51-00d8-409a-8359-bf07a41f6603" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.684996] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-194f8e51-00d8-409a-8359-bf07a41f6603" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.685191] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.685290] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.685349] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.685502] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.685589] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.685680] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-194f8e51-00d8-409a-8359-bf07a41f6603" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.685828] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-194f8e51-00d8-409a-8359-bf07a41f6603 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.685920] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-194f8e51-00d8-409a-8359-bf07a41f6603" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.685983] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-194f8e51-00d8-409a-8359-bf07a41f6603" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.686142] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-194f8e51-00d8-409a-8359-bf07a41f6603" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.686281] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.686369] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.686429] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.686561] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.686636] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.686717] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-194f8e51-00d8-409a-8359-bf07a41f6603" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.686804] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('194f8e51-00d8-409a-8359-bf07a41f6603',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.189279] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 194f8e51-00d8-409a-8359-bf07a41f6603: rpc.has_security_group_logging(os_id): False [ 1079.207032] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.207032] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.207032] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.207931] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.208067] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.208386] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.208500] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.208566] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.209094] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.209191] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.209382] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.209479] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.209541] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.209687] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.209763] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.209962] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.210086] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.210144] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.210285] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.210362] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.210582] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 194f8e51-00d8-409a-8359-bf07a41f6603 is going to be created. [ 1079.262392] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.262543] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.262613] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.262826] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.263023] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.273567] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 194f8e51-00d8-409a-8359-bf07a41f6603 in Status: IN_PROGRESS for 2s [ 1079.606383] env[70956]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1079.606497] env[70956]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1080.833709] env[70956]: INFO networking_nsxv3.common.synchronization [req-54703536-54e8-4154-a307-cfc2a3c57259 req-52159728-84b6-4d48-af3b-238abfaa450e tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Enqueued Resource ID: b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c with Priority: HIGHEST for action security_group_members [ 1080.834254] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c with Priority: HIGHEST for action security_group_members [ 1080.834561] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.834675] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.834747] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.834921] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.835096] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.836569] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.836569] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.836569] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.836569] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.836569] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.286077] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 194f8e51-00d8-409a-8359-bf07a41f6603 in Status: SUCCESS [ 1081.286340] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-194f8e51-00d8-409a-8359-bf07a41f6603" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.338519] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.840283] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.966350] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-641 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.966575] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-641" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.966706] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-641" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.967036] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-641" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.967328] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.967488] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.967609] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.967826] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.967973] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.968267] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1081.968413] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1081.968534] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1081.968654] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1081.968765] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1081.968877] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1081.969025] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1081.986059] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1081.986267] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1081.986427] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1081.986609] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-641" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.986955] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-3c93cb0c-5ecb-48e9-859a-a18827975c79 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.987165] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-3c93cb0c-5ecb-48e9-859a-a18827975c79" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.987325] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-3c93cb0c-5ecb-48e9-859a-a18827975c79" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.987690] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-3c93cb0c-5ecb-48e9-859a-a18827975c79" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.987797] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c93cb0c-5ecb-48e9-859a-a18827975c79',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.036024] env[70956]: INFO networking_nsxv3.common.synchronization [None req-3ac94a37-e21e-4278-b0d6-220bf62f943b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Enqueued Resource ID: 797aa655-5c4b-473a-bf8e-88c70afaf9e2 with Priority: HIGHEST for action security_group_rules [ 1082.036907] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 797aa655-5c4b-473a-bf8e-88c70afaf9e2 with Priority: HIGHEST for action security_group_rules [ 1082.037282] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-797aa655-5c4b-473a-bf8e-88c70afaf9e2 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.037436] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-797aa655-5c4b-473a-bf8e-88c70afaf9e2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.037515] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-797aa655-5c4b-473a-bf8e-88c70afaf9e2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.037873] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-797aa655-5c4b-473a-bf8e-88c70afaf9e2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.037910] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('797aa655-5c4b-473a-bf8e-88c70afaf9e2',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.112104] env[70956]: INFO networking_nsxv3.common.synchronization [None req-de0e72c9-39c2-4563-83a4-11fe26290efa tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Enqueued Resource ID: 797aa655-5c4b-473a-bf8e-88c70afaf9e2 with Priority: HIGHEST for action security_group_rules [ 1082.112615] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 797aa655-5c4b-473a-bf8e-88c70afaf9e2 with Priority: HIGHEST for action security_group_rules [ 1082.112919] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-797aa655-5c4b-473a-bf8e-88c70afaf9e2 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.113305] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-797aa655-5c4b-473a-bf8e-88c70afaf9e2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.342974] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.347309] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.347309] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.347309] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.347309] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.347309] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c is going to be updated. [ 1082.374028] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.374028] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.374028] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.374028] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.374028] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.382315] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c in Status: IN_PROGRESS for 2s [ 1082.492315] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.492315] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.492315] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.492315] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.492315] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.492315] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.492315] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.492315] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.492819] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.493152] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.493577] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.496130] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.496130] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.496130] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.496130] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.496130] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: 3c93cb0c-5ecb-48e9-859a-a18827975c79 is going to be updated. [ 1082.514901] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.516419] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.516419] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.518019] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.518019] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.518019] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-3c93cb0c-5ecb-48e9-859a-a18827975c79" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.557107] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.557539] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.557539] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.557679] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.557764] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.557924] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 797aa655-5c4b-473a-bf8e-88c70afaf9e2 already deleted. [ 1082.558083] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-797aa655-5c4b-473a-bf8e-88c70afaf9e2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.558338] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-797aa655-5c4b-473a-bf8e-88c70afaf9e2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.558586] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-797aa655-5c4b-473a-bf8e-88c70afaf9e2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.558708] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('797aa655-5c4b-473a-bf8e-88c70afaf9e2',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.011024] env[70956]: INFO networking_nsxv3.common.synchronization [req-63b5ee63-1129-4d36-b569-b5ec7e117456 req-a146ebe5-1b4c-422d-b010-7cb0ca03c2bd tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Enqueued Resource ID: b90006a1-dca4-4c61-8699-a7437595fd6e with Priority: HIGHEST for action security_group_members [ 1083.011024] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b90006a1-dca4-4c61-8699-a7437595fd6e with Priority: HIGHEST for action security_group_members [ 1083.011690] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-b90006a1-dca4-4c61-8699-a7437595fd6e taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.011690] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b90006a1-dca4-4c61-8699-a7437595fd6e" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.011690] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b90006a1-dca4-4c61-8699-a7437595fd6e" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.011690] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b90006a1-dca4-4c61-8699-a7437595fd6e" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.011690] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.011906] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.011906] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.012187] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.012318] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.012438] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b90006a1-dca4-4c61-8699-a7437595fd6e',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.078409] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.079455] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.079455] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.079596] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.079698] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.079802] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 797aa655-5c4b-473a-bf8e-88c70afaf9e2 already deleted. [ 1083.079887] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-797aa655-5c4b-473a-bf8e-88c70afaf9e2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.405441] env[70956]: INFO networking_nsxv3.common.synchronization [req-a8ab2f49-2dcd-433e-8332-1602824d0c15 req-30e9b8ec-1ee2-45ab-995b-a94923272265 service nova] Enqueued Resource ID: 71af1fa7-09e1-4689-8a7f-72386cce262d with Priority: HIGHEST for action security_group_rules [ 1083.405648] env[70956]: INFO networking_nsxv3.common.synchronization [req-a8ab2f49-2dcd-433e-8332-1602824d0c15 req-30e9b8ec-1ee2-45ab-995b-a94923272265 service nova] Enqueued Resource ID: 71af1fa7-09e1-4689-8a7f-72386cce262d with Priority: HIGHEST for action security_group_members [ 1083.405788] env[70956]: INFO networking_nsxv3.common.synchronization [req-a8ab2f49-2dcd-433e-8332-1602824d0c15 req-30e9b8ec-1ee2-45ab-995b-a94923272265 service nova] Enqueued Resource ID: 3c93cb0c-5ecb-48e9-859a-a18827975c79 with Priority: HIGHEST for action port [ 1083.406030] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71af1fa7-09e1-4689-8a7f-72386cce262d with Priority: HIGHEST for action security_group_rules [ 1083.406164] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71af1fa7-09e1-4689-8a7f-72386cce262d with Priority: HIGHEST for action security_group_members [ 1083.406265] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c93cb0c-5ecb-48e9-859a-a18827975c79 with Priority: HIGHEST for action port [ 1083.406814] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71af1fa7-09e1-4689-8a7f-72386cce262d taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.406937] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.407096] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.410596] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.410695] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71af1fa7-09e1-4689-8a7f-72386cce262d',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.411629] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-71af1fa7-09e1-4689-8a7f-72386cce262d taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.411747] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.411816] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.411989] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.412986] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.413154] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.413191] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.413338] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.413427] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.413521] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71af1fa7-09e1-4689-8a7f-72386cce262d',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.419791] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c93cb0c-5ecb-48e9-859a-a18827975c79 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.420245] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c93cb0c-5ecb-48e9-859a-a18827975c79" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.420348] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c93cb0c-5ecb-48e9-859a-a18827975c79" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.420485] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c93cb0c-5ecb-48e9-859a-a18827975c79" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.420561] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c93cb0c-5ecb-48e9-859a-a18827975c79',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.515680] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.515862] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.515958] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.516164] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.535197] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.535197] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.535363] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.535363] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.535504] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.535582] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.536899] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b90006a1-dca4-4c61-8699-a7437595fd6e is going to be updated. [ 1083.561470] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.561470] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.561737] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.561789] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.561910] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.569945] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b90006a1-dca4-4c61-8699-a7437595fd6e in Status: IN_PROGRESS for 2s [ 1083.923337] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-71af1fa7-09e1-4689-8a7f-72386cce262d taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.923556] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.924123] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71af1fa7-09e1-4689-8a7f-72386cce262d',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.925578] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3c93cb0c-5ecb-48e9-859a-a18827975c79 with status ACTIVE [ 1083.926973] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.926973] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.926973] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.926973] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.926973] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.926973] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.926973] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.926973] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.927303] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.927303] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.927419] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.927546] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.927622] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.927829] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.927939] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.928077] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3c93cb0c-5ecb-48e9-859a-a18827975c79 is going to be updated. [ 1083.947576] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.947729] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.947831] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.948591] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.948591] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.948591] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c93cb0c-5ecb-48e9-859a-a18827975c79" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.392889] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c in Status: SUCCESS [ 1084.392889] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.428022] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71af1fa7-09e1-4689-8a7f-72386cce262d',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.929821] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.929921] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.929921] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.930302] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.930424] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.930535] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71af1fa7-09e1-4689-8a7f-72386cce262d is going to be updated. [ 1084.959306] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.959451] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.959563] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.959717] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.959879] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.968578] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71af1fa7-09e1-4689-8a7f-72386cce262d in Status: IN_PROGRESS for 2s [ 1085.579150] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b90006a1-dca4-4c61-8699-a7437595fd6e in Status: IN_PROGRESS for 4s [ 1086.978307] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71af1fa7-09e1-4689-8a7f-72386cce262d in Status: SUCCESS [ 1086.978307] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.978570] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.978570] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.979260] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.979260] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.979260] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.979260] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.979260] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.979260] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.979260] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('71af1fa7-09e1-4689-8a7f-72386cce262d',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.483995] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-71af1fa7-09e1-4689-8a7f-72386cce262d taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.483995] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.483995] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.484234] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.484451] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.484591] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.484591] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.484759] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.484855] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.484917] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.485070] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-71af1fa7-09e1-4689-8a7f-72386cce262d taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.485162] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.485223] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.485363] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.485551] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.485683] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.485856] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.486039] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.486128] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.486215] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.486309] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('71af1fa7-09e1-4689-8a7f-72386cce262d',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.588093] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b90006a1-dca4-4c61-8699-a7437595fd6e in Status: SUCCESS [ 1087.588870] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b90006a1-dca4-4c61-8699-a7437595fd6e deletion is rescheduled due to dependency. [ 1087.589250] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b90006a1-dca4-4c61-8699-a7437595fd6e" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.994139] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 71af1fa7-09e1-4689-8a7f-72386cce262d: rpc.has_security_group_logging(os_id): False [ 1088.012611] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.012752] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.012821] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.013106] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.013325] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.013435] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.013542] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.013607] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.013766] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.013851] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.014059] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.014164] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.014229] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.014379] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.014461] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.014664] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.014760] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.014822] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.014967] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.015055] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.015147] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71af1fa7-09e1-4689-8a7f-72386cce262d is going to be updated. [ 1088.072113] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.072533] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.072533] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.072591] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.072778] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.084559] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71af1fa7-09e1-4689-8a7f-72386cce262d in Status: IN_PROGRESS for 2s [ 1088.407380] env[70956]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1088.407537] env[70956]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1089.099192] env[70956]: INFO networking_nsxv3.common.synchronization [req-9e9380d7-9e2a-499b-a2ad-2c6f30129d19 req-cb7bc351-d71b-493f-852f-7a7e2eba0065 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Enqueued Resource ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 with Priority: HIGHEST for action security_group_members [ 1089.099811] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 with Priority: HIGHEST for action security_group_members [ 1089.100198] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.100338] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.100409] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.100603] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.100786] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.100887] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.100948] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.101405] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.101405] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.101405] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f021a11d-33ee-470b-8d8b-d8d661b0eaf4',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.413590] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-434 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.413783] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-434" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.413913] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-434" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.414221] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-434" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.414479] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.414636] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.414754] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.415472] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.416467] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.416467] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1089.416467] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1089.416467] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1089.416467] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1089.416467] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1089.416883] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1089.417083] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1089.437022] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1089.437022] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1089.437022] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1089.437022] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-434" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.437022] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-b6318168-ff29-4fee-8ca1-fc809e607b0f taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.437022] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-b6318168-ff29-4fee-8ca1-fc809e607b0f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.437022] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-b6318168-ff29-4fee-8ca1-fc809e607b0f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.437022] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-b6318168-ff29-4fee-8ca1-fc809e607b0f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.437022] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6318168-ff29-4fee-8ca1-fc809e607b0f',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.604123] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.604290] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.604375] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.604610] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.604707] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.604915] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.605087] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.605087] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.605248] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.605308] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.605398] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 already deleted. [ 1089.605473] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.939333] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.939584] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.939689] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.939983] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.940165] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.940341] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Segment Port b6318168-ff29-4fee-8ca1-fc809e607b0f not found, creating... [ 1089.940612] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.940784] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.940910] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.941147] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.941294] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.941595] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.941753] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.941876] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.942338] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.942505] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.942709] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: b6318168-ff29-4fee-8ca1-fc809e607b0f is going to be created. [ 1089.960418] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.960634] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.960765] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.961032] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.961278] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.961509] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-b6318168-ff29-4fee-8ca1-fc809e607b0f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.099968] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71af1fa7-09e1-4689-8a7f-72386cce262d in Status: SUCCESS [ 1090.100448] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.864336] env[70956]: INFO networking_nsxv3.common.synchronization [req-9e9380d7-9e2a-499b-a2ad-2c6f30129d19 req-d91eca21-8791-4ab3-a17d-2ce11ceea72e service nova] Enqueued Resource ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 with Priority: HIGHEST for action security_group_rules [ 1090.864530] env[70956]: INFO networking_nsxv3.common.synchronization [req-9e9380d7-9e2a-499b-a2ad-2c6f30129d19 req-d91eca21-8791-4ab3-a17d-2ce11ceea72e service nova] Enqueued Resource ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 with Priority: HIGHEST for action security_group_members [ 1090.864679] env[70956]: INFO networking_nsxv3.common.synchronization [req-9e9380d7-9e2a-499b-a2ad-2c6f30129d19 req-d91eca21-8791-4ab3-a17d-2ce11ceea72e service nova] Enqueued Resource ID: b6318168-ff29-4fee-8ca1-fc809e607b0f with Priority: HIGHEST for action port [ 1090.867356] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 with Priority: HIGHEST for action security_group_rules [ 1090.867509] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 with Priority: HIGHEST for action security_group_members [ 1090.867610] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6318168-ff29-4fee-8ca1-fc809e607b0f with Priority: HIGHEST for action port [ 1090.868857] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f021a11d-33ee-470b-8d8b-d8d661b0eaf4 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.868857] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.868857] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.868857] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.868857] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f021a11d-33ee-470b-8d8b-d8d661b0eaf4',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.869679] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.869679] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.869679] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.869679] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.869927] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.869927] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.869927] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.870096] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.870096] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.870243] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f021a11d-33ee-470b-8d8b-d8d661b0eaf4',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.871021] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-b6318168-ff29-4fee-8ca1-fc809e607b0f taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.871143] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b6318168-ff29-4fee-8ca1-fc809e607b0f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.871196] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b6318168-ff29-4fee-8ca1-fc809e607b0f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.871352] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b6318168-ff29-4fee-8ca1-fc809e607b0f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.871502] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6318168-ff29-4fee-8ca1-fc809e607b0f',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.372700] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.373034] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.373034] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f021a11d-33ee-470b-8d8b-d8d661b0eaf4',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.373935] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b6318168-ff29-4fee-8ca1-fc809e607b0f with status ACTIVE [ 1091.374142] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.374260] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.374318] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.374520] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.374608] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.374781] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.374878] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.374941] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.375094] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.375184] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.375447] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.375447] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.375533] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.375615] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.375758] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.375796] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b6318168-ff29-4fee-8ca1-fc809e607b0f is going to be updated. [ 1091.395385] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.395524] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.395598] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.395793] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.395926] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.396096] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b6318168-ff29-4fee-8ca1-fc809e607b0f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.877571] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f021a11d-33ee-470b-8d8b-d8d661b0eaf4',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.379820] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.380147] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.380147] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.380381] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.380479] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.380582] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 is going to be created. [ 1092.402529] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.402684] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.402684] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.402869] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.403198] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.412353] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 in Status: UNINITIALIZED for 2s [ 1094.423194] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 in Status: SUCCESS [ 1094.423194] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.424547] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.424547] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.424547] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.424547] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.424547] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.424547] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.424547] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.424547] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.424547] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f021a11d-33ee-470b-8d8b-d8d661b0eaf4',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.927577] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.927757] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.927817] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.928064] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.928387] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.928387] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.928619] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.928619] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.928672] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.929413] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.929413] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.929413] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.929413] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.929413] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.929413] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.929664] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.929664] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.929664] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.929743] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.930835] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.930835] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f021a11d-33ee-470b-8d8b-d8d661b0eaf4',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.432700] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f021a11d-33ee-470b-8d8b-d8d661b0eaf4: rpc.has_security_group_logging(os_id): False [ 1095.449412] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.449650] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.449779] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.450021] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.450129] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.450527] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.450695] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.450792] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.451028] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.451150] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.451432] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.451685] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.451685] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.451823] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.451921] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.452159] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.452338] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.452429] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.452644] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.452844] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.452962] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 is going to be created. [ 1095.505421] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.505595] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.505669] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.505879] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.506150] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.518246] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 in Status: IN_PROGRESS for 2s [ 1095.868467] env[70956]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1095.868467] env[70956]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1097.534678] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 in Status: SUCCESS [ 1097.535021] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.042452] env[70956]: INFO networking_nsxv3.common.synchronization [req-738a81b4-2461-4f61-a60c-de97330f6e99 req-ec4a9318-51a1-47ab-8e01-f3c63da0f183 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Enqueued Resource ID: 2243a89f-1f82-4894-8f9f-3ade7f28130e with Priority: HIGHEST for action security_group_members [ 1098.042452] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2243a89f-1f82-4894-8f9f-3ade7f28130e with Priority: HIGHEST for action security_group_members [ 1098.042452] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-2243a89f-1f82-4894-8f9f-3ade7f28130e taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.042452] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2243a89f-1f82-4894-8f9f-3ade7f28130e" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.042452] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2243a89f-1f82-4894-8f9f-3ade7f28130e" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.042452] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2243a89f-1f82-4894-8f9f-3ade7f28130e" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.043424] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.043943] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.044157] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.044440] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.044726] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.044951] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2243a89f-1f82-4894-8f9f-3ade7f28130e',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.548257] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2243a89f-1f82-4894-8f9f-3ade7f28130e',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.050071] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2243a89f-1f82-4894-8f9f-3ade7f28130e',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.553452] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.553750] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.553750] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.553890] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.553922] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.554107] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2243a89f-1f82-4894-8f9f-3ade7f28130e is going to be updated. [ 1099.583941] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.584235] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.584235] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.584406] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.584593] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.595111] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2243a89f-1f82-4894-8f9f-3ade7f28130e in Status: IN_PROGRESS for 2s [ 1100.850498] env[70956]: INFO networking_nsxv3.common.synchronization [req-7250e482-073f-470d-99c1-2191f73bfd6e req-fc8317bb-8a54-4da6-a545-c57095aa9851 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Enqueued Resource ID: 194f8e51-00d8-409a-8359-bf07a41f6603 with Priority: HIGHEST for action security_group_members [ 1100.851102] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 194f8e51-00d8-409a-8359-bf07a41f6603 with Priority: HIGHEST for action security_group_members [ 1100.851442] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-194f8e51-00d8-409a-8359-bf07a41f6603 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.851557] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-194f8e51-00d8-409a-8359-bf07a41f6603" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.851625] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-194f8e51-00d8-409a-8359-bf07a41f6603" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.852091] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-194f8e51-00d8-409a-8359-bf07a41f6603" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.852091] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.856198] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.856288] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.856493] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.856592] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.856695] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('194f8e51-00d8-409a-8359-bf07a41f6603',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.201040] env[70956]: INFO networking_nsxv3.common.synchronization [req-af6192cb-f522-41aa-9d93-3bb588a565e9 req-2a3547aa-3d51-478b-a7be-09958e345e6b tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Enqueued Resource ID: b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c with Priority: HIGHEST for action security_group_members [ 1101.201603] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c with Priority: HIGHEST for action security_group_members [ 1101.201927] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.202791] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.202922] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.203203] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.203457] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.203634] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.203739] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.203961] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.204146] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.204522] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.360542] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.360748] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.360867] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.361190] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.361293] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.361756] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.361756] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.361756] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.361922] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.361922] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.362016] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 194f8e51-00d8-409a-8359-bf07a41f6603 is going to be updated. [ 1101.391309] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.391309] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.391309] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.391309] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.391309] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.400712] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 194f8e51-00d8-409a-8359-bf07a41f6603 in Status: IN_PROGRESS for 2s [ 1101.604286] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2243a89f-1f82-4894-8f9f-3ade7f28130e in Status: SUCCESS [ 1101.604533] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2243a89f-1f82-4894-8f9f-3ade7f28130e" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.707110] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.707275] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.707348] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.707568] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.707659] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.707914] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.708034] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.708100] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.708247] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.708326] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.708413] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c is going to be updated. [ 1101.743019] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.743019] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.743019] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.743019] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.743019] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.749551] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c in Status: IN_PROGRESS for 2s [ 1103.411483] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 194f8e51-00d8-409a-8359-bf07a41f6603 in Status: SUCCESS [ 1103.411483] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 194f8e51-00d8-409a-8359-bf07a41f6603 deletion is rescheduled due to dependency. [ 1103.411483] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-194f8e51-00d8-409a-8359-bf07a41f6603" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.482368] env[70956]: INFO networking_nsxv3.common.synchronization [req-346030b5-f0b9-4426-a8c5-859ad987993b req-17fc98dc-001b-48c3-abf8-946a777f17e2 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Enqueued Resource ID: 797aa655-5c4b-473a-bf8e-88c70afaf9e2 with Priority: HIGHEST for action security_group_members [ 1103.482968] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 797aa655-5c4b-473a-bf8e-88c70afaf9e2 with Priority: HIGHEST for action security_group_members [ 1103.483260] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-797aa655-5c4b-473a-bf8e-88c70afaf9e2 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.483382] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-797aa655-5c4b-473a-bf8e-88c70afaf9e2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.483454] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-797aa655-5c4b-473a-bf8e-88c70afaf9e2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.483697] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-797aa655-5c4b-473a-bf8e-88c70afaf9e2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.483854] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.483953] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.484309] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.484538] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.484696] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.484826] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('797aa655-5c4b-473a-bf8e-88c70afaf9e2',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.761886] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c in Status: SUCCESS [ 1103.762148] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c deletion is rescheduled due to dependency. [ 1103.762336] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.987392] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.987583] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.987628] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.988065] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.988399] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.988873] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.988873] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.989030] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.989254] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.989397] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.989544] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 797aa655-5c4b-473a-bf8e-88c70afaf9e2 already deleted. [ 1103.989902] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-797aa655-5c4b-473a-bf8e-88c70afaf9e2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.143046] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-124 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.143046] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-124" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.143046] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-124" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.143311] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-124" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.143520] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.143691] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.143815] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.145965] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.146150] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.146400] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1104.148449] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1104.148616] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1104.148745] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1104.149519] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1104.149519] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1104.150863] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1104.174252] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1104.174252] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1104.174252] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1104.174510] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-124" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.174855] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-ff13711c-26e7-46ae-a11d-806354b3a33c taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.175078] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-ff13711c-26e7-46ae-a11d-806354b3a33c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.175210] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-ff13711c-26e7-46ae-a11d-806354b3a33c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.175666] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-ff13711c-26e7-46ae-a11d-806354b3a33c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.175793] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff13711c-26e7-46ae-a11d-806354b3a33c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.679035] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.680194] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.680194] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.680194] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.680194] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.680194] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Segment Port ff13711c-26e7-46ae-a11d-806354b3a33c not found, creating... [ 1104.680498] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.680757] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.680900] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.681566] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.681741] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.682076] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.682254] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.682375] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.682677] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.683033] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.683033] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: ff13711c-26e7-46ae-a11d-806354b3a33c is going to be created. [ 1104.705565] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.705777] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.705892] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.706194] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.706457] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.706767] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-ff13711c-26e7-46ae-a11d-806354b3a33c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.890219] env[70956]: INFO networking_nsxv3.common.synchronization [req-65f37a2c-5460-4088-a67a-2c276eb52830 req-446688d2-9172-412d-afa9-9a19ebad6706 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Enqueued Resource ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 with Priority: HIGHEST for action security_group_members [ 1104.890815] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 with Priority: HIGHEST for action security_group_members [ 1104.892561] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.892561] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.892561] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.892702] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.892882] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.892990] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.893067] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.893218] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.893297] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.893410] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f021a11d-33ee-470b-8d8b-d8d661b0eaf4',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.395512] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.395914] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.395914] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.396416] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.396416] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.396416] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.396738] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.396738] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.396849] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.396967] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.397097] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 is going to be updated. [ 1105.425041] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.425198] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.428058] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.428381] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.428549] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.439799] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 in Status: IN_PROGRESS for 2s [ 1105.625631] env[70956]: INFO networking_nsxv3.common.synchronization [req-3b294879-a9d4-44f3-8bdd-ecdd35cf1565 req-0e65616d-2ce7-4528-a9d1-1b5b9a8adc8a tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Enqueued Resource ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 with Priority: HIGHEST for action security_group_members [ 1105.626692] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 with Priority: HIGHEST for action security_group_members [ 1105.626692] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d09f0e2-4e07-43f7-ba53-6600d30c7795 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.626692] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.626692] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.626910] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.627587] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.628856] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.628962] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.629181] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.629285] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.629389] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d09f0e2-4e07-43f7-ba53-6600d30c7795',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.862185] env[70956]: INFO networking_nsxv3.common.synchronization [req-346030b5-f0b9-4426-a8c5-859ad987993b req-83a18e7f-26e4-497e-8395-2f71b4f0ff69 service nova] Enqueued Resource ID: 797aa655-5c4b-473a-bf8e-88c70afaf9e2 with Priority: HIGHEST for action security_group_rules [ 1105.862185] env[70956]: INFO networking_nsxv3.common.synchronization [req-346030b5-f0b9-4426-a8c5-859ad987993b req-83a18e7f-26e4-497e-8395-2f71b4f0ff69 service nova] Enqueued Resource ID: 797aa655-5c4b-473a-bf8e-88c70afaf9e2 with Priority: HIGHEST for action security_group_members [ 1105.862185] env[70956]: INFO networking_nsxv3.common.synchronization [req-346030b5-f0b9-4426-a8c5-859ad987993b req-83a18e7f-26e4-497e-8395-2f71b4f0ff69 service nova] Enqueued Resource ID: ff13711c-26e7-46ae-a11d-806354b3a33c with Priority: HIGHEST for action port [ 1105.868120] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 797aa655-5c4b-473a-bf8e-88c70afaf9e2 with Priority: HIGHEST for action security_group_rules [ 1105.868120] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 797aa655-5c4b-473a-bf8e-88c70afaf9e2 with Priority: HIGHEST for action security_group_members [ 1105.868120] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff13711c-26e7-46ae-a11d-806354b3a33c with Priority: HIGHEST for action port [ 1105.868120] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-797aa655-5c4b-473a-bf8e-88c70afaf9e2 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.868120] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-797aa655-5c4b-473a-bf8e-88c70afaf9e2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.868334] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-797aa655-5c4b-473a-bf8e-88c70afaf9e2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.868364] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-797aa655-5c4b-473a-bf8e-88c70afaf9e2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.868456] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('797aa655-5c4b-473a-bf8e-88c70afaf9e2',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.869315] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-797aa655-5c4b-473a-bf8e-88c70afaf9e2 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.869433] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-797aa655-5c4b-473a-bf8e-88c70afaf9e2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.869501] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-797aa655-5c4b-473a-bf8e-88c70afaf9e2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.869665] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-797aa655-5c4b-473a-bf8e-88c70afaf9e2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.871313] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.871313] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.871313] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.871313] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.871313] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.871313] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('797aa655-5c4b-473a-bf8e-88c70afaf9e2',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.874019] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff13711c-26e7-46ae-a11d-806354b3a33c taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.874165] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff13711c-26e7-46ae-a11d-806354b3a33c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.876042] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff13711c-26e7-46ae-a11d-806354b3a33c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.876042] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff13711c-26e7-46ae-a11d-806354b3a33c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.876042] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff13711c-26e7-46ae-a11d-806354b3a33c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.131682] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d09f0e2-4e07-43f7-ba53-6600d30c7795',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.161375] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-85 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.161488] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-85" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.162865] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-85" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.162865] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-85" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.163176] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.163325] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.163629] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.163936] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.164209] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.164683] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1106.164777] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1106.164983] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1106.165229] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1106.165564] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1106.165907] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1106.166977] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1106.184958] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1106.185150] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1106.185313] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1106.185505] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-85" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.185835] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-b3c52d14-5b96-474b-8e93-5e835fcb7558 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.186212] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-b3c52d14-5b96-474b-8e93-5e835fcb7558" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.186343] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-b3c52d14-5b96-474b-8e93-5e835fcb7558" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.186695] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-b3c52d14-5b96-474b-8e93-5e835fcb7558" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.186893] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3c52d14-5b96-474b-8e93-5e835fcb7558',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.375831] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('797aa655-5c4b-473a-bf8e-88c70afaf9e2',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.376885] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-797aa655-5c4b-473a-bf8e-88c70afaf9e2 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.377027] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-797aa655-5c4b-473a-bf8e-88c70afaf9e2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.381042] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ff13711c-26e7-46ae-a11d-806354b3a33c with status ACTIVE [ 1106.381042] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.381042] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.381042] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.381042] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.381042] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.381042] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.381042] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.381042] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.381042] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.381042] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.381042] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.381042] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.381042] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.381042] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.381042] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.383210] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ff13711c-26e7-46ae-a11d-806354b3a33c is going to be updated. [ 1106.405697] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.405894] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.405979] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.406530] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.406530] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.406679] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff13711c-26e7-46ae-a11d-806354b3a33c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.636423] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d09f0e2-4e07-43f7-ba53-6600d30c7795',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.690453] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.690697] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.690807] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.691129] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.691285] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.691444] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Segment Port b3c52d14-5b96-474b-8e93-5e835fcb7558 not found, creating... [ 1106.691708] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.691905] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.692039] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.692267] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.693056] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.693056] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.693056] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.693056] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.693313] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.693461] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.693638] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: b3c52d14-5b96-474b-8e93-5e835fcb7558 is going to be created. [ 1106.715794] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.716967] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.716967] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.716967] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.716967] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.717330] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-b3c52d14-5b96-474b-8e93-5e835fcb7558" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.886366] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('797aa655-5c4b-473a-bf8e-88c70afaf9e2',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.138638] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.138817] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.138817] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.139060] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.139100] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.139184] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 is going to be updated. [ 1107.171435] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.171435] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.171435] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.171435] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.171435] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.180160] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 in Status: IN_PROGRESS for 2s [ 1107.390523] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.391206] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.391206] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.391206] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.391206] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.391575] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 797aa655-5c4b-473a-bf8e-88c70afaf9e2 is going to be created. [ 1107.427040] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.427284] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.427284] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.427560] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.427724] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.436633] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 797aa655-5c4b-473a-bf8e-88c70afaf9e2 in Status: UNINITIALIZED for 2s [ 1107.448563] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 in Status: SUCCESS [ 1107.448767] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 deletion is rescheduled due to dependency. [ 1107.448882] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.477630] env[70956]: INFO networking_nsxv3.common.synchronization [None req-095375dd-8786-4e74-ab43-7fc2466c278b None None] Enqueued Resource ID: cbf2ecfe-ad73-4832-a9eb-c036c4d7e9b7 with Priority: HIGHEST for action port [ 1107.478252] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbf2ecfe-ad73-4832-a9eb-c036c4d7e9b7 with Priority: HIGHEST for action port [ 1107.478593] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-cbf2ecfe-ad73-4832-a9eb-c036c4d7e9b7 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.480781] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cbf2ecfe-ad73-4832-a9eb-c036c4d7e9b7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.480781] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cbf2ecfe-ad73-4832-a9eb-c036c4d7e9b7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.480781] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cbf2ecfe-ad73-4832-a9eb-c036c4d7e9b7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.480781] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cbf2ecfe-ad73-4832-a9eb-c036c4d7e9b7',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.848658] env[70956]: INFO networking_nsxv3.common.synchronization [req-3b294879-a9d4-44f3-8bdd-ecdd35cf1565 req-528dd4aa-1ba2-462c-b218-7f66eae21043 service nova] Enqueued Resource ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 with Priority: HIGHEST for action security_group_rules [ 1107.848658] env[70956]: INFO networking_nsxv3.common.synchronization [req-3b294879-a9d4-44f3-8bdd-ecdd35cf1565 req-528dd4aa-1ba2-462c-b218-7f66eae21043 service nova] Enqueued Resource ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 with Priority: HIGHEST for action security_group_members [ 1107.848658] env[70956]: INFO networking_nsxv3.common.synchronization [req-3b294879-a9d4-44f3-8bdd-ecdd35cf1565 req-528dd4aa-1ba2-462c-b218-7f66eae21043 service nova] Enqueued Resource ID: b3c52d14-5b96-474b-8e93-5e835fcb7558 with Priority: HIGHEST for action port [ 1107.848955] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 with Priority: HIGHEST for action security_group_rules [ 1107.849095] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 with Priority: HIGHEST for action security_group_members [ 1107.849186] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3c52d14-5b96-474b-8e93-5e835fcb7558 with Priority: HIGHEST for action port [ 1107.849732] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d09f0e2-4e07-43f7-ba53-6600d30c7795 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.850674] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.850674] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.850674] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.850674] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d09f0e2-4e07-43f7-ba53-6600d30c7795',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.851560] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d09f0e2-4e07-43f7-ba53-6600d30c7795 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.851629] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.851855] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-b3c52d14-5b96-474b-8e93-5e835fcb7558 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.851950] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b3c52d14-5b96-474b-8e93-5e835fcb7558" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.852032] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b3c52d14-5b96-474b-8e93-5e835fcb7558" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.852206] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b3c52d14-5b96-474b-8e93-5e835fcb7558" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.852283] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3c52d14-5b96-474b-8e93-5e835fcb7558',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.981767] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cbf2ecfe-ad73-4832-a9eb-c036c4d7e9b7 [ 1107.982056] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.982184] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.982253] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.982537] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.982636] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.982738] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cbf2ecfe-ad73-4832-a9eb-c036c4d7e9b7 already deleted. [ 1107.982822] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cbf2ecfe-ad73-4832-a9eb-c036c4d7e9b7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.356591] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d09f0e2-4e07-43f7-ba53-6600d30c7795 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.359350] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.359350] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b3c52d14-5b96-474b-8e93-5e835fcb7558 with status ACTIVE [ 1108.359350] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.359350] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.359350] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.359350] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.359350] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.359350] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.359350] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.359350] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.359350] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.359350] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.359350] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.359350] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.359350] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.359350] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.359350] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.360104] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b3c52d14-5b96-474b-8e93-5e835fcb7558 is going to be updated. [ 1108.362363] env[70956]: INFO networking_nsxv3.common.synchronization [req-ac7f6233-5450-479e-b66c-2d5ae63b8eab req-ed99fa65-df6d-4d36-87c9-d58fef6b57ac tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Enqueued Resource ID: dfd45fa7-fdf9-4176-8c38-b361ac0897f3 with Priority: HIGHEST for action security_group_members [ 1108.363441] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfd45fa7-fdf9-4176-8c38-b361ac0897f3 with Priority: HIGHEST for action security_group_members [ 1108.363856] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfd45fa7-fdf9-4176-8c38-b361ac0897f3 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.365141] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfd45fa7-fdf9-4176-8c38-b361ac0897f3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.365141] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfd45fa7-fdf9-4176-8c38-b361ac0897f3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.365141] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfd45fa7-fdf9-4176-8c38-b361ac0897f3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.365141] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.365141] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.365141] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.365141] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.365141] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.365141] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfd45fa7-fdf9-4176-8c38-b361ac0897f3',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.380706] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.380841] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.380942] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.381208] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.381352] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.381520] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b3c52d14-5b96-474b-8e93-5e835fcb7558" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.731610] env[70956]: INFO networking_nsxv3.common.synchronization [req-47f27a63-7510-4d63-9436-e39b54cd9e28 req-33f115f4-8507-4a71-9e10-cb21d1f4150c tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Enqueued Resource ID: e3c33332-22f3-4b69-aa9e-86e8da57b4e8 with Priority: HIGHEST for action security_group_members [ 1108.733113] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3c33332-22f3-4b69-aa9e-86e8da57b4e8 with Priority: HIGHEST for action security_group_members [ 1108.733814] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3c33332-22f3-4b69-aa9e-86e8da57b4e8 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.733814] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3c33332-22f3-4b69-aa9e-86e8da57b4e8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.733814] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3c33332-22f3-4b69-aa9e-86e8da57b4e8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.733992] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3c33332-22f3-4b69-aa9e-86e8da57b4e8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.734084] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.734132] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.737172] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.737172] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.737172] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.737172] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3c33332-22f3-4b69-aa9e-86e8da57b4e8',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.868783] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.868953] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.869034] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.869257] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.887847] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.888163] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.888288] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.888353] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.888556] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.888644] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.888734] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfd45fa7-fdf9-4176-8c38-b361ac0897f3 is going to be updated. [ 1108.913286] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.913442] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.913442] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.913730] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.914213] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.922273] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfd45fa7-fdf9-4176-8c38-b361ac0897f3 in Status: IN_PROGRESS for 2s [ 1109.190433] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 in Status: SUCCESS [ 1109.190433] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.190433] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.190921] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.190921] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.191559] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.191559] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.191559] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.191559] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.191742] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d09f0e2-4e07-43f7-ba53-6600d30c7795',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.238639] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e3c33332-22f3-4b69-aa9e-86e8da57b4e8',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.347161] env[70956]: INFO networking_nsxv3.common.synchronization [None req-35931a22-24fd-48bb-9431-8c44c486e517 None None] Enqueued Resource ID: 75b2f5e6-5697-4070-8575-9ffb8eda87e0 with Priority: HIGHEST for action port [ 1109.347432] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75b2f5e6-5697-4070-8575-9ffb8eda87e0 with Priority: HIGHEST for action port [ 1109.348019] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-75b2f5e6-5697-4070-8575-9ffb8eda87e0 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.348166] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-75b2f5e6-5697-4070-8575-9ffb8eda87e0" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.348241] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-75b2f5e6-5697-4070-8575-9ffb8eda87e0" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.348484] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-75b2f5e6-5697-4070-8575-9ffb8eda87e0" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.348568] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75b2f5e6-5697-4070-8575-9ffb8eda87e0',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.453044] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 797aa655-5c4b-473a-bf8e-88c70afaf9e2 in Status: SUCCESS [ 1109.453274] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-797aa655-5c4b-473a-bf8e-88c70afaf9e2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.454609] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-797aa655-5c4b-473a-bf8e-88c70afaf9e2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.454609] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-797aa655-5c4b-473a-bf8e-88c70afaf9e2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.454609] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.454609] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.454609] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.454609] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.454609] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.454609] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-797aa655-5c4b-473a-bf8e-88c70afaf9e2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.454609] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('797aa655-5c4b-473a-bf8e-88c70afaf9e2',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.694376] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d09f0e2-4e07-43f7-ba53-6600d30c7795',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.740986] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e3c33332-22f3-4b69-aa9e-86e8da57b4e8',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.853634] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 75b2f5e6-5697-4070-8575-9ffb8eda87e0 [ 1109.853860] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.853996] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.854091] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.854333] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.854459] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.854595] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:75b2f5e6-5697-4070-8575-9ffb8eda87e0 already deleted. [ 1109.854689] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-75b2f5e6-5697-4070-8575-9ffb8eda87e0" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.957368] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('797aa655-5c4b-473a-bf8e-88c70afaf9e2',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.198259] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d09f0e2-4e07-43f7-ba53-6600d30c7795',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.246913] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.246913] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.246913] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.246913] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.246913] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.247199] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3c33332-22f3-4b69-aa9e-86e8da57b4e8 is going to be updated. [ 1110.282134] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.282271] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.282271] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.282554] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.282956] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.293037] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3c33332-22f3-4b69-aa9e-86e8da57b4e8 in Status: IN_PROGRESS for 2s [ 1110.459221] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 797aa655-5c4b-473a-bf8e-88c70afaf9e2: rpc.has_security_group_logging(os_id): False [ 1110.477861] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.478060] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.478101] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.478320] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.478408] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.478910] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.479060] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.479138] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.479352] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.479430] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.479472] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 797aa655-5c4b-473a-bf8e-88c70afaf9e2 is going to be created. [ 1110.534910] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.535090] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.535146] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.535344] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.535522] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.545904] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 797aa655-5c4b-473a-bf8e-88c70afaf9e2 in Status: IN_PROGRESS for 2s [ 1110.701094] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.701384] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.701508] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.701737] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.701832] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.702948] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 is going to be updated. [ 1110.729149] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.729149] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.729149] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.729445] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.729445] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.738409] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 in Status: IN_PROGRESS for 2s [ 1110.932975] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfd45fa7-fdf9-4176-8c38-b361ac0897f3 in Status: SUCCESS [ 1110.932975] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfd45fa7-fdf9-4176-8c38-b361ac0897f3 deletion is rescheduled due to dependency. [ 1110.932975] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfd45fa7-fdf9-4176-8c38-b361ac0897f3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.303714] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3c33332-22f3-4b69-aa9e-86e8da57b4e8 in Status: SUCCESS [ 1112.304061] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3c33332-22f3-4b69-aa9e-86e8da57b4e8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.558188] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 797aa655-5c4b-473a-bf8e-88c70afaf9e2 in Status: SUCCESS [ 1112.558427] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-797aa655-5c4b-473a-bf8e-88c70afaf9e2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.675154] env[70956]: INFO networking_nsxv3.common.synchronization [req-230da6c6-11e1-4a89-b3d4-32ae8b63c5c5 req-209efa9f-56ba-4eff-9847-edfa4a3dca7c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Enqueued Resource ID: 2243a89f-1f82-4894-8f9f-3ade7f28130e with Priority: HIGHEST for action security_group_members [ 1112.676342] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2243a89f-1f82-4894-8f9f-3ade7f28130e with Priority: HIGHEST for action security_group_members [ 1112.678342] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-2243a89f-1f82-4894-8f9f-3ade7f28130e taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.678342] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2243a89f-1f82-4894-8f9f-3ade7f28130e" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.678342] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2243a89f-1f82-4894-8f9f-3ade7f28130e" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.678342] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2243a89f-1f82-4894-8f9f-3ade7f28130e" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.678342] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.678342] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.678342] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.678342] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.678342] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.678342] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2243a89f-1f82-4894-8f9f-3ade7f28130e',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.748151] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 in Status: SUCCESS [ 1112.748341] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.748505] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.748732] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.748925] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.749069] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.749138] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.749267] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.749341] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.749429] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.749516] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7d09f0e2-4e07-43f7-ba53-6600d30c7795',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.919895] env[70956]: INFO networking_nsxv3.common.synchronization [req-19078952-a026-4689-9e10-21c3fc1b163c req-649996a5-aa9b-4073-9960-c772994a1e15 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Enqueued Resource ID: b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c with Priority: HIGHEST for action security_group_members [ 1112.920471] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c with Priority: HIGHEST for action security_group_members [ 1112.921662] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.921662] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.921662] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.921662] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.921662] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.921662] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.921662] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.921944] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.921944] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.921944] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.182034] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.182034] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.182034] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.182276] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.201484] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.201763] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.201918] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.202046] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.202285] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.202372] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.202466] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2243a89f-1f82-4894-8f9f-3ade7f28130e is going to be updated. [ 1113.227121] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.227121] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.227121] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.227121] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.227121] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.236420] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2243a89f-1f82-4894-8f9f-3ade7f28130e in Status: IN_PROGRESS for 2s [ 1113.253128] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d09f0e2-4e07-43f7-ba53-6600d30c7795 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.253329] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.253412] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.253663] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.253794] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.253907] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.253970] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.254149] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.254240] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.254333] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.254486] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d09f0e2-4e07-43f7-ba53-6600d30c7795 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.254572] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.254628] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.254777] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.254949] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.255047] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.255142] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.256777] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.256777] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.256777] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.256777] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7d09f0e2-4e07-43f7-ba53-6600d30c7795',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.326943] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-661 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.327894] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-661" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.328223] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-661" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.328657] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-661" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.329119] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.329332] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.329503] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.329763] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.329915] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.330221] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1113.330404] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1113.330678] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1113.330863] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1113.331008] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1113.331241] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1113.331469] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1113.351750] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1113.351957] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1113.352120] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1113.352374] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-661" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.352809] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-98aa091e-c474-4375-9378-5d7b15e8c439 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.354309] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-98aa091e-c474-4375-9378-5d7b15e8c439" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.354309] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-98aa091e-c474-4375-9378-5d7b15e8c439" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.354309] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-98aa091e-c474-4375-9378-5d7b15e8c439" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.354309] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98aa091e-c474-4375-9378-5d7b15e8c439',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.424373] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.424537] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.424612] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.424887] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.424980] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.425212] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.425311] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.425373] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.425545] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.425627] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.425715] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c is going to be updated. [ 1113.450280] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.450527] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.450598] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.450760] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.450979] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.459508] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c in Status: IN_PROGRESS for 2s [ 1113.758024] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7d09f0e2-4e07-43f7-ba53-6600d30c7795: rpc.has_security_group_logging(os_id): False [ 1113.774398] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.774577] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.774662] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.774894] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.774998] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.775227] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.775337] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.775400] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.775585] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.775689] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.775904] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.776025] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.776098] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.776239] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.776340] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.776537] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.776641] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.776710] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.776849] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.776937] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.777056] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 is going to be updated. [ 1113.835515] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.835515] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.835747] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.835867] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.836043] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.851255] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 in Status: IN_PROGRESS for 2s [ 1113.856667] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.856667] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.856861] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.857076] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.857199] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.857457] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Segment Port 98aa091e-c474-4375-9378-5d7b15e8c439 not found, creating... [ 1113.857625] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.857791] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.857915] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.858164] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.858334] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.858592] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.858764] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.858889] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.859121] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.859297] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.859404] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: 98aa091e-c474-4375-9378-5d7b15e8c439 is going to be created. [ 1113.881287] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.881577] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.881835] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.882257] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.882516] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.882861] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-98aa091e-c474-4375-9378-5d7b15e8c439" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.710649] env[70956]: INFO networking_nsxv3.common.synchronization [req-19078952-a026-4689-9e10-21c3fc1b163c req-ab25eb48-9d06-48fd-80fd-9a2abb9e0767 service nova] Enqueued Resource ID: b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c with Priority: HIGHEST for action security_group_rules [ 1114.710891] env[70956]: INFO networking_nsxv3.common.synchronization [req-19078952-a026-4689-9e10-21c3fc1b163c req-ab25eb48-9d06-48fd-80fd-9a2abb9e0767 service nova] Enqueued Resource ID: b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c with Priority: HIGHEST for action security_group_members [ 1114.711013] env[70956]: INFO networking_nsxv3.common.synchronization [req-19078952-a026-4689-9e10-21c3fc1b163c req-ab25eb48-9d06-48fd-80fd-9a2abb9e0767 service nova] Enqueued Resource ID: 98aa091e-c474-4375-9378-5d7b15e8c439 with Priority: HIGHEST for action port [ 1114.711516] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c with Priority: HIGHEST for action security_group_rules [ 1114.711649] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c with Priority: HIGHEST for action security_group_members [ 1114.711744] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98aa091e-c474-4375-9378-5d7b15e8c439 with Priority: HIGHEST for action port [ 1114.712066] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.712141] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.712208] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.712399] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.712478] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.714161] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.714276] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.714480] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-98aa091e-c474-4375-9378-5d7b15e8c439 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.714582] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-98aa091e-c474-4375-9378-5d7b15e8c439" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.714640] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-98aa091e-c474-4375-9378-5d7b15e8c439" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.714804] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-98aa091e-c474-4375-9378-5d7b15e8c439" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.714941] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98aa091e-c474-4375-9378-5d7b15e8c439',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.218509] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.219111] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.219111] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 98aa091e-c474-4375-9378-5d7b15e8c439 with status ACTIVE [ 1115.219111] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.219269] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.219269] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.219432] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.219518] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.219685] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.219770] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.219826] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.220039] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.220039] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.220265] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.220361] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.220421] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.220558] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.220633] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.220718] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 98aa091e-c474-4375-9378-5d7b15e8c439 is going to be updated. [ 1115.244781] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2243a89f-1f82-4894-8f9f-3ade7f28130e in Status: SUCCESS [ 1115.244781] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2243a89f-1f82-4894-8f9f-3ade7f28130e deletion is rescheduled due to dependency. [ 1115.244781] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2243a89f-1f82-4894-8f9f-3ade7f28130e" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.245545] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.245659] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.245733] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.245920] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.246555] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.246555] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-98aa091e-c474-4375-9378-5d7b15e8c439" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.469105] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c in Status: SUCCESS [ 1115.469310] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c deletion is rescheduled due to dependency. [ 1115.469425] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.469686] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.469895] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.470091] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.470209] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.470281] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.470429] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.470706] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.470869] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.532756] env[70956]: INFO networking_nsxv3.common.synchronization [None req-7ab8e5aa-abd8-4165-96da-97f0141f70f6 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Enqueued Resource ID: 57f46818-da60-4d26-b261-8fc5064322a3 with Priority: HIGHEST for action security_group_rules [ 1115.533411] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57f46818-da60-4d26-b261-8fc5064322a3 with Priority: HIGHEST for action security_group_rules [ 1115.534270] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57f46818-da60-4d26-b261-8fc5064322a3 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.534270] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57f46818-da60-4d26-b261-8fc5064322a3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.534270] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57f46818-da60-4d26-b261-8fc5064322a3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.534532] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57f46818-da60-4d26-b261-8fc5064322a3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.535348] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57f46818-da60-4d26-b261-8fc5064322a3',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.719546] env[70956]: INFO networking_nsxv3.common.synchronization [None req-a1b29883-12ee-4b7c-9a5d-d29f6962cb8a tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Enqueued Resource ID: 57f46818-da60-4d26-b261-8fc5064322a3 with Priority: HIGHEST for action security_group_rules [ 1115.720098] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57f46818-da60-4d26-b261-8fc5064322a3 with Priority: HIGHEST for action security_group_rules [ 1115.720409] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57f46818-da60-4d26-b261-8fc5064322a3 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.720515] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57f46818-da60-4d26-b261-8fc5064322a3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.865693] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 in Status: SUCCESS [ 1115.865943] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.974326] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.054510] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.054696] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.054774] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.055026] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.055120] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.055232] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57f46818-da60-4d26-b261-8fc5064322a3 already deleted. [ 1116.055295] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57f46818-da60-4d26-b261-8fc5064322a3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.055496] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57f46818-da60-4d26-b261-8fc5064322a3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.055589] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57f46818-da60-4d26-b261-8fc5064322a3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.055671] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57f46818-da60-4d26-b261-8fc5064322a3',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.476324] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.582372] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.582372] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.582372] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.582630] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.582723] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.582785] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57f46818-da60-4d26-b261-8fc5064322a3 already deleted. [ 1116.582832] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57f46818-da60-4d26-b261-8fc5064322a3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.981432] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.981432] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.981432] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.981786] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.981786] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.981786] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c is going to be updated. [ 1117.007082] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.007234] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.007306] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.007496] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.007638] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.015148] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c in Status: IN_PROGRESS for 2s [ 1119.025745] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c in Status: SUCCESS [ 1119.026081] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.026181] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.026359] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.026557] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.026716] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.026755] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.026952] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.027145] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.027145] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.027263] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.529662] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.529808] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.529887] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.530161] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.532174] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.532319] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.532391] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.532573] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.532717] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.532819] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.532988] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.533104] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.533193] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.533357] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.533546] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.533605] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.533652] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.533787] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.533869] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.533951] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.534051] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.035938] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c: rpc.has_security_group_logging(os_id): False [ 1120.053063] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.053346] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.053346] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.053492] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.053758] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.053758] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.053910] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.053960] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.054073] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.054162] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.054356] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.054466] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.054586] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.054658] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.054708] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.054914] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.055140] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.055140] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.055217] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.055280] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.055409] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c is going to be updated. [ 1120.111386] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.111545] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.111614] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.111805] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.111946] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.124935] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c in Status: IN_PROGRESS for 2s [ 1120.481682] env[70956]: INFO networking_nsxv3.common.synchronization [req-14c1763f-1c5a-4110-93ce-6708616380b6 req-c2316ea7-b202-4610-9779-0d2719f3bb87 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Enqueued Resource ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 with Priority: HIGHEST for action security_group_members [ 1120.482527] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 with Priority: HIGHEST for action security_group_members [ 1120.482688] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d09f0e2-4e07-43f7-ba53-6600d30c7795 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.482808] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.482869] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.483065] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.483225] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.483323] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.483387] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.483542] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.483627] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.483792] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d09f0e2-4e07-43f7-ba53-6600d30c7795',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.985801] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d09f0e2-4e07-43f7-ba53-6600d30c7795',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.488062] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d09f0e2-4e07-43f7-ba53-6600d30c7795',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.648275] env[70956]: INFO networking_nsxv3.common.synchronization [req-5417a8fd-4e9f-4dd9-99ca-fe965a90d6d2 req-a7edd683-ed36-421a-8c60-1b05424efe90 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Enqueued Resource ID: e3c33332-22f3-4b69-aa9e-86e8da57b4e8 with Priority: HIGHEST for action security_group_members [ 1121.648332] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3c33332-22f3-4b69-aa9e-86e8da57b4e8 with Priority: HIGHEST for action security_group_members [ 1121.649012] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3c33332-22f3-4b69-aa9e-86e8da57b4e8 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.649012] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3c33332-22f3-4b69-aa9e-86e8da57b4e8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.649012] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3c33332-22f3-4b69-aa9e-86e8da57b4e8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.649012] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3c33332-22f3-4b69-aa9e-86e8da57b4e8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.649202] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.649244] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.649622] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.649622] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.649622] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.649622] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3c33332-22f3-4b69-aa9e-86e8da57b4e8',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.744732] env[70956]: INFO networking_nsxv3.common.synchronization [None req-e0cc7dac-c074-4527-a4dd-6d01fa8ba6d0 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Enqueued Resource ID: 71af1fa7-09e1-4689-8a7f-72386cce262d with Priority: HIGHEST for action security_group_members [ 1121.745402] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71af1fa7-09e1-4689-8a7f-72386cce262d with Priority: HIGHEST for action security_group_members [ 1121.745797] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-71af1fa7-09e1-4689-8a7f-72386cce262d taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.745933] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.745996] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.746527] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.746882] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.746964] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.746997] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.747165] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.747254] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.747351] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71af1fa7-09e1-4689-8a7f-72386cce262d',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.952706] env[70956]: INFO networking_nsxv3.common.synchronization [req-0087d2c3-c09d-46f0-a7a4-ae9b062acfa8 req-b77f574f-ef1f-489f-a329-9efbaee626b9 tempest-InstanceActionsNegativeTestJSON-326944155 tempest-InstanceActionsNegativeTestJSON-326944155-project-member] Enqueued Resource ID: 4c469e4c-d9b6-4626-b902-e490989fee96 with Priority: HIGHEST for action security_group_members [ 1121.953240] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c469e4c-d9b6-4626-b902-e490989fee96 with Priority: HIGHEST for action security_group_members [ 1121.954720] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c469e4c-d9b6-4626-b902-e490989fee96 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.954720] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c469e4c-d9b6-4626-b902-e490989fee96" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.954720] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c469e4c-d9b6-4626-b902-e490989fee96" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.955098] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c469e4c-d9b6-4626-b902-e490989fee96" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.955098] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.955098] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.955098] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.955235] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.955347] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.955397] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c469e4c-d9b6-4626-b902-e490989fee96',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.992161] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.992161] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.992161] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.992161] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.992161] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.992161] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 is going to be updated. [ 1122.021508] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.021698] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.022495] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.022495] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.022495] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.031200] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 in Status: IN_PROGRESS for 2s [ 1122.032485] env[70956]: INFO networking_nsxv3.common.synchronization [None req-64ff5359-5cf0-4c7e-9bd1-dea04249fcbd tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Enqueued Resource ID: a531065e-e0dc-42ee-9b54-537d949b118f with Priority: HIGHEST for action security_group_rules [ 1122.033052] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a531065e-e0dc-42ee-9b54-537d949b118f with Priority: HIGHEST for action security_group_rules [ 1122.033674] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a531065e-e0dc-42ee-9b54-537d949b118f taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.035272] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a531065e-e0dc-42ee-9b54-537d949b118f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.035272] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a531065e-e0dc-42ee-9b54-537d949b118f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.035272] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a531065e-e0dc-42ee-9b54-537d949b118f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.035272] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a531065e-e0dc-42ee-9b54-537d949b118f',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.140223] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c in Status: SUCCESS [ 1122.140451] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.152064] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.152231] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.152305] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.152525] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.171096] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.171357] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.171476] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.171546] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.171742] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.171829] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.171920] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3c33332-22f3-4b69-aa9e-86e8da57b4e8 is going to be updated. [ 1122.200921] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.200921] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.200921] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.200921] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.200921] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.207203] env[70956]: INFO networking_nsxv3.common.synchronization [None req-0efc878e-066a-47f4-adb2-ba4d9ecfac42 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Enqueued Resource ID: a531065e-e0dc-42ee-9b54-537d949b118f with Priority: HIGHEST for action security_group_rules [ 1122.207971] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3c33332-22f3-4b69-aa9e-86e8da57b4e8 in Status: IN_PROGRESS for 2s [ 1122.208550] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a531065e-e0dc-42ee-9b54-537d949b118f with Priority: HIGHEST for action security_group_rules [ 1122.208858] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a531065e-e0dc-42ee-9b54-537d949b118f taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.208971] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a531065e-e0dc-42ee-9b54-537d949b118f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.249234] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.249379] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.249445] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.249661] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.249756] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.250323] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.250506] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.250659] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.250749] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.250834] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.250931] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71af1fa7-09e1-4689-8a7f-72386cce262d is going to be updated. [ 1122.276448] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.276599] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.276672] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.276882] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.277034] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.285035] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71af1fa7-09e1-4689-8a7f-72386cce262d in Status: IN_PROGRESS for 2s [ 1122.429784] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-63 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.429986] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-63" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.430130] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-63" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.430412] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-63" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.430697] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.430873] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.430985] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.431392] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.431562] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.431771] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1122.431899] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1122.432024] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1122.432149] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1122.432265] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1122.432377] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1122.432512] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1122.450080] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1122.450261] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1122.450404] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1122.450594] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-63" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.450954] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-dd6a3e1a-557e-47d1-bf22-5802fe659dfb taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.451156] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-dd6a3e1a-557e-47d1-bf22-5802fe659dfb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.451282] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-dd6a3e1a-557e-47d1-bf22-5802fe659dfb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.451589] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-dd6a3e1a-557e-47d1-bf22-5802fe659dfb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.451734] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd6a3e1a-557e-47d1-bf22-5802fe659dfb',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.462274] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.462400] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.462400] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.462599] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.462706] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.462910] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.463026] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.463093] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.463244] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.463345] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.463400] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c469e4c-d9b6-4626-b902-e490989fee96 already deleted. [ 1122.463590] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c469e4c-d9b6-4626-b902-e490989fee96" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.553149] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.553500] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.553500] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.553608] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.553637] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.553960] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a531065e-e0dc-42ee-9b54-537d949b118f already deleted. [ 1122.554119] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a531065e-e0dc-42ee-9b54-537d949b118f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.554281] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a531065e-e0dc-42ee-9b54-537d949b118f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.554445] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a531065e-e0dc-42ee-9b54-537d949b118f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.554532] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a531065e-e0dc-42ee-9b54-537d949b118f',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.955575] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.956987] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.956987] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.956987] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.956987] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.956987] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Segment Port dd6a3e1a-557e-47d1-bf22-5802fe659dfb not found, creating... [ 1122.956987] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.957375] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.957375] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.957575] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.957740] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.958121] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.958293] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.958414] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.958626] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.958762] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.958904] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: dd6a3e1a-557e-47d1-bf22-5802fe659dfb is going to be created. [ 1122.982859] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.983115] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.983659] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.983659] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.983828] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.983978] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-dd6a3e1a-557e-47d1-bf22-5802fe659dfb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.077139] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.077298] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.077380] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.077595] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.077690] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.077824] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a531065e-e0dc-42ee-9b54-537d949b118f already deleted. [ 1123.077931] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a531065e-e0dc-42ee-9b54-537d949b118f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.978738] env[70956]: INFO networking_nsxv3.common.synchronization [req-0087d2c3-c09d-46f0-a7a4-ae9b062acfa8 req-e9cda188-4c95-464f-a36c-b296f8a89fc7 service nova] Enqueued Resource ID: 4c469e4c-d9b6-4626-b902-e490989fee96 with Priority: HIGHEST for action security_group_rules [ 1123.978979] env[70956]: INFO networking_nsxv3.common.synchronization [req-0087d2c3-c09d-46f0-a7a4-ae9b062acfa8 req-e9cda188-4c95-464f-a36c-b296f8a89fc7 service nova] Enqueued Resource ID: 4c469e4c-d9b6-4626-b902-e490989fee96 with Priority: HIGHEST for action security_group_members [ 1123.979063] env[70956]: INFO networking_nsxv3.common.synchronization [req-0087d2c3-c09d-46f0-a7a4-ae9b062acfa8 req-e9cda188-4c95-464f-a36c-b296f8a89fc7 service nova] Enqueued Resource ID: dd6a3e1a-557e-47d1-bf22-5802fe659dfb with Priority: HIGHEST for action port [ 1123.979295] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c469e4c-d9b6-4626-b902-e490989fee96 with Priority: HIGHEST for action security_group_rules [ 1123.979418] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c469e4c-d9b6-4626-b902-e490989fee96 with Priority: HIGHEST for action security_group_members [ 1123.979508] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd6a3e1a-557e-47d1-bf22-5802fe659dfb with Priority: HIGHEST for action port [ 1123.981077] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c469e4c-d9b6-4626-b902-e490989fee96 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.981077] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c469e4c-d9b6-4626-b902-e490989fee96" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.981077] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c469e4c-d9b6-4626-b902-e490989fee96" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.981077] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c469e4c-d9b6-4626-b902-e490989fee96" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.981077] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c469e4c-d9b6-4626-b902-e490989fee96',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.982132] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c469e4c-d9b6-4626-b902-e490989fee96 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.982297] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c469e4c-d9b6-4626-b902-e490989fee96" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.982410] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c469e4c-d9b6-4626-b902-e490989fee96" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.982968] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c469e4c-d9b6-4626-b902-e490989fee96" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.982968] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.982968] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.982968] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.983256] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.983627] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.983627] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c469e4c-d9b6-4626-b902-e490989fee96',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.985179] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd6a3e1a-557e-47d1-bf22-5802fe659dfb taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.985179] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd6a3e1a-557e-47d1-bf22-5802fe659dfb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.985179] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd6a3e1a-557e-47d1-bf22-5802fe659dfb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.985179] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd6a3e1a-557e-47d1-bf22-5802fe659dfb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.985179] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd6a3e1a-557e-47d1-bf22-5802fe659dfb',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.039802] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 in Status: SUCCESS [ 1124.040071] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.217685] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3c33332-22f3-4b69-aa9e-86e8da57b4e8 in Status: SUCCESS [ 1124.217896] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3c33332-22f3-4b69-aa9e-86e8da57b4e8 deletion is rescheduled due to dependency. [ 1124.218062] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3c33332-22f3-4b69-aa9e-86e8da57b4e8" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.296385] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71af1fa7-09e1-4689-8a7f-72386cce262d in Status: SUCCESS [ 1124.296385] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71af1fa7-09e1-4689-8a7f-72386cce262d deletion is rescheduled due to dependency. [ 1124.296385] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.487053] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c469e4c-d9b6-4626-b902-e490989fee96 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.487252] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c469e4c-d9b6-4626-b902-e490989fee96" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.491213] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c469e4c-d9b6-4626-b902-e490989fee96',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.492139] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dd6a3e1a-557e-47d1-bf22-5802fe659dfb with status ACTIVE [ 1124.492312] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.492435] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.492501] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.492697] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.492837] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.493031] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.493130] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.493192] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.493342] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.493417] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.493593] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.493725] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.493809] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.493951] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.494011] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.494621] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dd6a3e1a-557e-47d1-bf22-5802fe659dfb is going to be updated. [ 1124.516373] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.516373] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.516373] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.516373] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.516373] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.516373] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd6a3e1a-557e-47d1-bf22-5802fe659dfb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.998709] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c469e4c-d9b6-4626-b902-e490989fee96',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.502154] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.502154] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.502154] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.502154] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.502154] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.502154] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c469e4c-d9b6-4626-b902-e490989fee96 is going to be created. [ 1125.523879] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.524083] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.524164] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.524371] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.524531] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.533819] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c469e4c-d9b6-4626-b902-e490989fee96 in Status: UNINITIALIZED for 2s [ 1126.435329] env[70956]: INFO networking_nsxv3.common.synchronization [req-06489f0b-adde-451b-b3eb-81b0e01ef768 req-95853f37-8ba4-49b3-9a75-e6712e267ebb tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Enqueued Resource ID: 57f46818-da60-4d26-b261-8fc5064322a3 with Priority: HIGHEST for action security_group_members [ 1126.435879] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57f46818-da60-4d26-b261-8fc5064322a3 with Priority: HIGHEST for action security_group_members [ 1126.436203] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-57f46818-da60-4d26-b261-8fc5064322a3 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.436331] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57f46818-da60-4d26-b261-8fc5064322a3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.436391] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57f46818-da60-4d26-b261-8fc5064322a3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.436627] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57f46818-da60-4d26-b261-8fc5064322a3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.436787] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.436890] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.436949] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.437113] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.437201] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.437296] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57f46818-da60-4d26-b261-8fc5064322a3',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.748581] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-549 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.750171] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-549" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.750171] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-549" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.750171] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-549" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.750171] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.750171] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.750171] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.750171] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.750171] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.750515] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1126.750515] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1126.750633] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1126.750807] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1126.750947] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1126.751075] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1126.751238] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1126.769145] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1126.769145] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1126.769307] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1126.769465] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-549" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.770025] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-229477ad-884e-406c-923d-3698fc6bcfc6 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.770025] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-229477ad-884e-406c-923d-3698fc6bcfc6" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.770208] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-229477ad-884e-406c-923d-3698fc6bcfc6" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.770403] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-229477ad-884e-406c-923d-3698fc6bcfc6" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.770548] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('229477ad-884e-406c-923d-3698fc6bcfc6',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.939379] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.939568] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.939643] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.939835] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.939924] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.940141] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.940261] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.940330] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.940495] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.940589] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.940718] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57f46818-da60-4d26-b261-8fc5064322a3 already deleted. [ 1126.940824] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57f46818-da60-4d26-b261-8fc5064322a3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.273236] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.273587] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.273748] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.274160] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.274848] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.275085] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Segment Port 229477ad-884e-406c-923d-3698fc6bcfc6 not found, creating... [ 1127.275384] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.275557] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.275702] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.275942] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.276192] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.276567] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.276743] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.276909] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.277299] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.277362] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.277518] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: 229477ad-884e-406c-923d-3698fc6bcfc6 is going to be created. [ 1127.298920] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.298920] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.299286] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.299353] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.299648] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.299944] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-229477ad-884e-406c-923d-3698fc6bcfc6" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.543989] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c469e4c-d9b6-4626-b902-e490989fee96 in Status: UNINITIALIZED for 4s [ 1127.980365] env[70956]: INFO networking_nsxv3.common.synchronization [req-06489f0b-adde-451b-b3eb-81b0e01ef768 req-ce53fe05-fcb3-42ca-b609-598f6732fde9 service nova] Enqueued Resource ID: 57f46818-da60-4d26-b261-8fc5064322a3 with Priority: HIGHEST for action security_group_rules [ 1127.980799] env[70956]: INFO networking_nsxv3.common.synchronization [req-06489f0b-adde-451b-b3eb-81b0e01ef768 req-ce53fe05-fcb3-42ca-b609-598f6732fde9 service nova] Enqueued Resource ID: 57f46818-da60-4d26-b261-8fc5064322a3 with Priority: HIGHEST for action security_group_members [ 1127.980799] env[70956]: INFO networking_nsxv3.common.synchronization [req-06489f0b-adde-451b-b3eb-81b0e01ef768 req-ce53fe05-fcb3-42ca-b609-598f6732fde9 service nova] Enqueued Resource ID: 229477ad-884e-406c-923d-3698fc6bcfc6 with Priority: HIGHEST for action port [ 1127.980980] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57f46818-da60-4d26-b261-8fc5064322a3 with Priority: HIGHEST for action security_group_rules [ 1127.981131] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57f46818-da60-4d26-b261-8fc5064322a3 with Priority: HIGHEST for action security_group_members [ 1127.981230] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 229477ad-884e-406c-923d-3698fc6bcfc6 with Priority: HIGHEST for action port [ 1127.981800] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57f46818-da60-4d26-b261-8fc5064322a3 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.981947] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57f46818-da60-4d26-b261-8fc5064322a3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.982070] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57f46818-da60-4d26-b261-8fc5064322a3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.985134] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57f46818-da60-4d26-b261-8fc5064322a3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.985236] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57f46818-da60-4d26-b261-8fc5064322a3',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.986130] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-57f46818-da60-4d26-b261-8fc5064322a3 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.986251] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57f46818-da60-4d26-b261-8fc5064322a3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.986321] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57f46818-da60-4d26-b261-8fc5064322a3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.986496] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57f46818-da60-4d26-b261-8fc5064322a3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.986649] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.986737] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.986801] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.986932] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.987054] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.987105] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57f46818-da60-4d26-b261-8fc5064322a3',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.987877] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-229477ad-884e-406c-923d-3698fc6bcfc6 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.988069] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-229477ad-884e-406c-923d-3698fc6bcfc6" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.988853] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-229477ad-884e-406c-923d-3698fc6bcfc6" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.988853] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-229477ad-884e-406c-923d-3698fc6bcfc6" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.988853] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('229477ad-884e-406c-923d-3698fc6bcfc6',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.290797] env[70956]: INFO networking_nsxv3.common.synchronization [req-932183a1-f0de-4450-bfed-93709409f006 req-8a73b59e-b641-40ff-9f78-e50602826097 tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] Enqueued Resource ID: d04365f0-bcd2-412d-8d98-359bbab1a999 with Priority: HIGHEST for action security_group_members [ 1128.291367] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d04365f0-bcd2-412d-8d98-359bbab1a999 with Priority: HIGHEST for action security_group_members [ 1128.291675] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-d04365f0-bcd2-412d-8d98-359bbab1a999 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.291798] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d04365f0-bcd2-412d-8d98-359bbab1a999" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.292019] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d04365f0-bcd2-412d-8d98-359bbab1a999" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.292082] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d04365f0-bcd2-412d-8d98-359bbab1a999" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.292393] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.292393] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.292393] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.292547] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.292612] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.292688] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d04365f0-bcd2-412d-8d98-359bbab1a999',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.490503] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('57f46818-da60-4d26-b261-8fc5064322a3',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.492083] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-57f46818-da60-4d26-b261-8fc5064322a3 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.492184] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57f46818-da60-4d26-b261-8fc5064322a3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.492354] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 229477ad-884e-406c-923d-3698fc6bcfc6 with status ACTIVE [ 1128.492515] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.492612] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.492678] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.492936] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.493027] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.493206] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.493297] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.493356] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.493497] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.493571] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.493746] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.493871] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.493933] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.495264] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.495369] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.495468] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 229477ad-884e-406c-923d-3698fc6bcfc6 is going to be updated. [ 1128.515041] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.515235] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.515297] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.515470] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.515602] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.515751] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-229477ad-884e-406c-923d-3698fc6bcfc6" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.766888] env[70956]: INFO networking_nsxv3.common.synchronization [req-880ecd2e-1669-4c3b-9d0a-37865e100d35 req-5ceeaf93-f870-4c9f-987d-048139f908d5 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Enqueued Resource ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 with Priority: HIGHEST for action security_group_members [ 1128.767496] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 with Priority: HIGHEST for action security_group_members [ 1128.767811] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.767939] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.768014] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.768216] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.768371] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.768469] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.768530] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.768670] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.768752] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.768843] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f021a11d-33ee-470b-8d8b-d8d661b0eaf4',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.795044] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.795215] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.795289] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.795497] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.817124] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.817202] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.817318] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.817383] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.817567] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.817646] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.817731] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d04365f0-bcd2-412d-8d98-359bbab1a999 is going to be updated. [ 1128.855910] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.856062] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.856109] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.856305] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.856436] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.865311] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d04365f0-bcd2-412d-8d98-359bbab1a999 in Status: IN_PROGRESS for 2s [ 1128.998409] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('57f46818-da60-4d26-b261-8fc5064322a3',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.246861] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-434 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.247068] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-434" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.247207] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-434" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.247485] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-434" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.247792] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.247961] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.248098] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.248321] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.248473] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.248678] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1129.248799] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1129.248913] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1129.249155] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1129.249155] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1129.249275] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1129.249387] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1129.267037] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1129.267173] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1129.267316] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1129.267489] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-434" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.267789] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-e7ecb49c-57dc-4409-9b94-6156b2b471c4 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.267958] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-e7ecb49c-57dc-4409-9b94-6156b2b471c4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.268103] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-e7ecb49c-57dc-4409-9b94-6156b2b471c4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.268415] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-e7ecb49c-57dc-4409-9b94-6156b2b471c4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.268555] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7ecb49c-57dc-4409-9b94-6156b2b471c4',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.272275] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.272392] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.272467] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.272628] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.272715] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.272954] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.273098] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.273139] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.273266] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.273335] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.273422] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 is going to be updated. [ 1129.301163] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.301313] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.301385] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.301731] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.301731] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.319619] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 in Status: IN_PROGRESS for 2s [ 1129.503416] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.503589] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.503652] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.504255] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.504255] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.504319] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57f46818-da60-4d26-b261-8fc5064322a3 is going to be created. [ 1129.528392] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.528803] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.528803] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.528803] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.528962] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.537906] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57f46818-da60-4d26-b261-8fc5064322a3 in Status: UNINITIALIZED for 2s [ 1129.551553] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c469e4c-d9b6-4626-b902-e490989fee96 in Status: SUCCESS [ 1129.551762] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c469e4c-d9b6-4626-b902-e490989fee96" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.551921] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c469e4c-d9b6-4626-b902-e490989fee96" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.552150] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c469e4c-d9b6-4626-b902-e490989fee96" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.552353] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.552474] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.552542] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.552692] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.552776] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.552878] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c469e4c-d9b6-4626-b902-e490989fee96" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.552970] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4c469e4c-d9b6-4626-b902-e490989fee96',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.771406] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.771716] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.771753] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.772387] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.772387] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.772387] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Segment Port e7ecb49c-57dc-4409-9b94-6156b2b471c4 not found, creating... [ 1129.772598] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.772769] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.772959] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.773211] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.773361] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.773908] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.773908] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.774060] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.774208] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.774350] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.774500] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: e7ecb49c-57dc-4409-9b94-6156b2b471c4 is going to be created. [ 1129.793449] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.793666] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.793802] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.794056] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.794279] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.794498] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-e7ecb49c-57dc-4409-9b94-6156b2b471c4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.055012] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c469e4c-d9b6-4626-b902-e490989fee96 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.055266] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c469e4c-d9b6-4626-b902-e490989fee96" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.055324] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c469e4c-d9b6-4626-b902-e490989fee96" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.055540] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c469e4c-d9b6-4626-b902-e490989fee96" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.055731] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.055853] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.055930] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.056122] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.056349] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.056349] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c469e4c-d9b6-4626-b902-e490989fee96" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.056511] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c469e4c-d9b6-4626-b902-e490989fee96 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.056624] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c469e4c-d9b6-4626-b902-e490989fee96" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.056692] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c469e4c-d9b6-4626-b902-e490989fee96" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.056836] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c469e4c-d9b6-4626-b902-e490989fee96" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.056977] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.057099] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.057236] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.057323] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.057416] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.057519] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c469e4c-d9b6-4626-b902-e490989fee96" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.057621] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4c469e4c-d9b6-4626-b902-e490989fee96',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.561860] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4c469e4c-d9b6-4626-b902-e490989fee96: rpc.has_security_group_logging(os_id): False [ 1130.579021] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.579021] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.579021] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.579021] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.579021] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.579021] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.579021] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.579021] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.579021] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.579021] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.579021] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.579021] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.579021] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.579021] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.579021] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.579643] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.579864] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.580038] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.580302] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.580486] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.580769] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c469e4c-d9b6-4626-b902-e490989fee96 is going to be created. [ 1130.639022] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.639022] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.639022] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.639022] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.639022] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.652929] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c469e4c-d9b6-4626-b902-e490989fee96 in Status: IN_PROGRESS for 2s [ 1130.877694] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d04365f0-bcd2-412d-8d98-359bbab1a999 in Status: SUCCESS [ 1130.877694] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d04365f0-bcd2-412d-8d98-359bbab1a999 deletion is rescheduled due to dependency. [ 1130.877694] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d04365f0-bcd2-412d-8d98-359bbab1a999" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.893111] env[70956]: INFO networking_nsxv3.common.synchronization [req-880ecd2e-1669-4c3b-9d0a-37865e100d35 req-b4c143a4-c564-432d-a2f5-fc6d790612a4 service nova] Enqueued Resource ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 with Priority: HIGHEST for action security_group_rules [ 1130.893111] env[70956]: INFO networking_nsxv3.common.synchronization [req-880ecd2e-1669-4c3b-9d0a-37865e100d35 req-b4c143a4-c564-432d-a2f5-fc6d790612a4 service nova] Enqueued Resource ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 with Priority: HIGHEST for action security_group_members [ 1130.893111] env[70956]: INFO networking_nsxv3.common.synchronization [req-880ecd2e-1669-4c3b-9d0a-37865e100d35 req-b4c143a4-c564-432d-a2f5-fc6d790612a4 service nova] Enqueued Resource ID: e7ecb49c-57dc-4409-9b94-6156b2b471c4 with Priority: HIGHEST for action port [ 1130.893111] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 with Priority: HIGHEST for action security_group_rules [ 1130.893111] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 with Priority: HIGHEST for action security_group_members [ 1130.893111] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7ecb49c-57dc-4409-9b94-6156b2b471c4 with Priority: HIGHEST for action port [ 1130.893111] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f021a11d-33ee-470b-8d8b-d8d661b0eaf4 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.893111] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.893111] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.893755] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.893944] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f021a11d-33ee-470b-8d8b-d8d661b0eaf4',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.895009] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.895285] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.895644] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-e7ecb49c-57dc-4409-9b94-6156b2b471c4 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.895899] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e7ecb49c-57dc-4409-9b94-6156b2b471c4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.896086] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e7ecb49c-57dc-4409-9b94-6156b2b471c4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.896369] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e7ecb49c-57dc-4409-9b94-6156b2b471c4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.896550] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7ecb49c-57dc-4409-9b94-6156b2b471c4',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.172709] env[70956]: INFO networking_nsxv3.common.synchronization [req-e9fdca30-e622-45d0-aa01-fb5b02cf23c3 req-9e45af6c-a154-4730-b907-aa07c12ef28f tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Enqueued Resource ID: dfd45fa7-fdf9-4176-8c38-b361ac0897f3 with Priority: HIGHEST for action security_group_members [ 1131.173308] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfd45fa7-fdf9-4176-8c38-b361ac0897f3 with Priority: HIGHEST for action security_group_members [ 1131.173739] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfd45fa7-fdf9-4176-8c38-b361ac0897f3 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.175763] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfd45fa7-fdf9-4176-8c38-b361ac0897f3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.175763] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfd45fa7-fdf9-4176-8c38-b361ac0897f3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.175763] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfd45fa7-fdf9-4176-8c38-b361ac0897f3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.175763] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.175763] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.175763] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.175763] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.175763] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.175763] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfd45fa7-fdf9-4176-8c38-b361ac0897f3',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.330764] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 in Status: SUCCESS [ 1131.330989] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 deletion is rescheduled due to dependency. [ 1131.331116] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.331272] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.331489] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.331663] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.333079] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.333079] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.333079] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.333079] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.333079] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f021a11d-33ee-470b-8d8b-d8d661b0eaf4',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.398320] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.398518] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.399967] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e7ecb49c-57dc-4409-9b94-6156b2b471c4 with status ACTIVE [ 1131.400316] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.400492] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.400586] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.400789] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.400883] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.401168] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.401223] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.401255] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.401382] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.401462] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.401641] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.401734] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.401808] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.401944] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.402031] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.402116] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e7ecb49c-57dc-4409-9b94-6156b2b471c4 is going to be updated. [ 1131.422945] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.423179] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.423255] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.423439] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.423654] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.423869] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e7ecb49c-57dc-4409-9b94-6156b2b471c4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.468029] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-74 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.468029] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-74" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.468029] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-74" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.468270] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-74" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.468429] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.468647] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.468803] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.469072] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.469308] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.469665] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1131.469665] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1131.469776] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1131.469929] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1131.470094] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1131.470246] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1131.470454] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1131.502619] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1131.502799] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1131.503017] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1131.503234] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-74" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.503576] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-6f78b7cc-b0bc-4ee1-8060-da2f3b75872a taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.503760] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-6f78b7cc-b0bc-4ee1-8060-da2f3b75872a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.503889] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-6f78b7cc-b0bc-4ee1-8060-da2f3b75872a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.504244] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-6f78b7cc-b0bc-4ee1-8060-da2f3b75872a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.504391] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f78b7cc-b0bc-4ee1-8060-da2f3b75872a',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.557106] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57f46818-da60-4d26-b261-8fc5064322a3 in Status: SUCCESS [ 1131.557431] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57f46818-da60-4d26-b261-8fc5064322a3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.557487] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57f46818-da60-4d26-b261-8fc5064322a3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.557683] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57f46818-da60-4d26-b261-8fc5064322a3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.557875] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.557993] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.558062] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.558212] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.558291] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.558386] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57f46818-da60-4d26-b261-8fc5064322a3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.558500] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('57f46818-da60-4d26-b261-8fc5064322a3',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.678084] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.678084] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.678084] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.678084] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.678084] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.678084] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.678653] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.678653] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.678653] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.678653] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.678653] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfd45fa7-fdf9-4176-8c38-b361ac0897f3 is going to be updated. [ 1131.708814] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.709148] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.709302] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.709627] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.709836] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.720732] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfd45fa7-fdf9-4176-8c38-b361ac0897f3 in Status: IN_PROGRESS for 2s [ 1131.834761] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f021a11d-33ee-470b-8d8b-d8d661b0eaf4',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.006517] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.006824] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.006909] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.007260] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.007389] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.007594] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Segment Port 6f78b7cc-b0bc-4ee1-8060-da2f3b75872a not found, creating... [ 1132.009743] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.009743] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.009743] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.009743] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.009743] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.009743] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.009743] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.009743] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.009743] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.009743] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.010150] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: 6f78b7cc-b0bc-4ee1-8060-da2f3b75872a is going to be created. [ 1132.028302] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.028505] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.028636] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.028893] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.029146] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.029389] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-6f78b7cc-b0bc-4ee1-8060-da2f3b75872a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.061111] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('57f46818-da60-4d26-b261-8fc5064322a3',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.337969] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f021a11d-33ee-470b-8d8b-d8d661b0eaf4',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.568038] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 57f46818-da60-4d26-b261-8fc5064322a3: rpc.has_security_group_logging(os_id): False [ 1132.586865] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.587076] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.587190] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.587526] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.587588] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.587939] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.588097] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.588197] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.588391] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.588844] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.589087] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57f46818-da60-4d26-b261-8fc5064322a3 is going to be created. [ 1132.662576] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.662793] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.662954] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.663260] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.663520] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.668763] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c469e4c-d9b6-4626-b902-e490989fee96 in Status: SUCCESS [ 1132.669020] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c469e4c-d9b6-4626-b902-e490989fee96" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.676890] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57f46818-da60-4d26-b261-8fc5064322a3 in Status: IN_PROGRESS for 2s [ 1132.744470] env[70956]: INFO networking_nsxv3.common.synchronization [req-e9fdca30-e622-45d0-aa01-fb5b02cf23c3 req-eb8bbc8c-0bc0-4f48-8664-8b55b85b8e94 service nova] Enqueued Resource ID: dfd45fa7-fdf9-4176-8c38-b361ac0897f3 with Priority: HIGHEST for action security_group_rules [ 1132.744799] env[70956]: INFO networking_nsxv3.common.synchronization [req-e9fdca30-e622-45d0-aa01-fb5b02cf23c3 req-eb8bbc8c-0bc0-4f48-8664-8b55b85b8e94 service nova] Enqueued Resource ID: dfd45fa7-fdf9-4176-8c38-b361ac0897f3 with Priority: HIGHEST for action security_group_members [ 1132.744980] env[70956]: INFO networking_nsxv3.common.synchronization [req-e9fdca30-e622-45d0-aa01-fb5b02cf23c3 req-eb8bbc8c-0bc0-4f48-8664-8b55b85b8e94 service nova] Enqueued Resource ID: 6f78b7cc-b0bc-4ee1-8060-da2f3b75872a with Priority: HIGHEST for action port [ 1132.745830] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfd45fa7-fdf9-4176-8c38-b361ac0897f3 with Priority: HIGHEST for action security_group_rules [ 1132.746621] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfd45fa7-fdf9-4176-8c38-b361ac0897f3 with Priority: HIGHEST for action security_group_members [ 1132.746797] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f78b7cc-b0bc-4ee1-8060-da2f3b75872a with Priority: HIGHEST for action port [ 1132.747215] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dfd45fa7-fdf9-4176-8c38-b361ac0897f3 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.748374] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dfd45fa7-fdf9-4176-8c38-b361ac0897f3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.748468] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dfd45fa7-fdf9-4176-8c38-b361ac0897f3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.748666] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dfd45fa7-fdf9-4176-8c38-b361ac0897f3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.752024] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dfd45fa7-fdf9-4176-8c38-b361ac0897f3',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.752024] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfd45fa7-fdf9-4176-8c38-b361ac0897f3 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.752024] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfd45fa7-fdf9-4176-8c38-b361ac0897f3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.752024] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-6f78b7cc-b0bc-4ee1-8060-da2f3b75872a taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.752024] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6f78b7cc-b0bc-4ee1-8060-da2f3b75872a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.752024] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6f78b7cc-b0bc-4ee1-8060-da2f3b75872a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.754880] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6f78b7cc-b0bc-4ee1-8060-da2f3b75872a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.755119] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f78b7cc-b0bc-4ee1-8060-da2f3b75872a',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.761088] env[70956]: INFO networking_nsxv3.common.synchronization [req-ed182b01-950a-4c6e-9e09-2e29dd7dccba req-ca938b05-d6a8-4a5b-8bb5-4d31ceefc816 tempest-InstanceActionsNegativeTestJSON-326944155 tempest-InstanceActionsNegativeTestJSON-326944155-project-member] Enqueued Resource ID: 4c469e4c-d9b6-4626-b902-e490989fee96 with Priority: HIGHEST for action security_group_members [ 1132.764271] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c469e4c-d9b6-4626-b902-e490989fee96 with Priority: HIGHEST for action security_group_members [ 1132.765682] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c469e4c-d9b6-4626-b902-e490989fee96 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.766224] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c469e4c-d9b6-4626-b902-e490989fee96" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.766506] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c469e4c-d9b6-4626-b902-e490989fee96" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.766887] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c469e4c-d9b6-4626-b902-e490989fee96" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.767287] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.767598] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.767782] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.768091] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.768388] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.768699] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c469e4c-d9b6-4626-b902-e490989fee96',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.843248] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.843248] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.843248] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.843248] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.843248] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.843248] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 is going to be updated. [ 1132.870710] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.870710] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.870710] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.870710] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.870710] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.877949] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 in Status: IN_PROGRESS for 2s [ 1133.258551] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfd45fa7-fdf9-4176-8c38-b361ac0897f3 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.258791] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfd45fa7-fdf9-4176-8c38-b361ac0897f3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.263152] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6f78b7cc-b0bc-4ee1-8060-da2f3b75872a with status ACTIVE [ 1133.263363] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.263491] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.263570] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.263812] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.263923] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.264142] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.264244] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.264308] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.264459] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.264539] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.264731] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.264824] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.264878] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.265025] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.265104] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.265203] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6f78b7cc-b0bc-4ee1-8060-da2f3b75872a is going to be updated. [ 1133.273141] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.273284] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.273338] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.273513] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.273590] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.273789] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.273865] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.273916] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.274071] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.274148] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.274235] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c469e4c-d9b6-4626-b902-e490989fee96 is going to be updated. [ 1133.294026] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.294026] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.294026] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.294026] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.294026] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.294026] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6f78b7cc-b0bc-4ee1-8060-da2f3b75872a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.312070] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.312214] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.312291] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.312489] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.312625] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.320874] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c469e4c-d9b6-4626-b902-e490989fee96 in Status: IN_PROGRESS for 2s [ 1133.730121] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfd45fa7-fdf9-4176-8c38-b361ac0897f3 in Status: SUCCESS [ 1133.730121] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfd45fa7-fdf9-4176-8c38-b361ac0897f3 deletion is rescheduled due to dependency. [ 1133.730121] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfd45fa7-fdf9-4176-8c38-b361ac0897f3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.730121] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfd45fa7-fdf9-4176-8c38-b361ac0897f3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.730360] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfd45fa7-fdf9-4176-8c38-b361ac0897f3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.730498] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.730615] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.730692] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.730933] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.731054] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.731159] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfd45fa7-fdf9-4176-8c38-b361ac0897f3',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.234121] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dfd45fa7-fdf9-4176-8c38-b361ac0897f3',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.688663] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57f46818-da60-4d26-b261-8fc5064322a3 in Status: SUCCESS [ 1134.688663] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57f46818-da60-4d26-b261-8fc5064322a3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.736876] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dfd45fa7-fdf9-4176-8c38-b361ac0897f3',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.873459] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-113 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.873707] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-113" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.873789] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-113" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.874109] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-113" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.874369] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.874531] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.874653] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.874870] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.875171] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.875542] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1134.875705] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1134.875825] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1134.875941] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1134.876072] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1134.876215] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1134.876380] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1134.891269] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 in Status: SUCCESS [ 1134.891480] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.891661] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.891854] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.892135] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.892265] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.892353] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.892484] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.892567] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.892701] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.892804] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f021a11d-33ee-470b-8d8b-d8d661b0eaf4',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.895017] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1134.895184] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1134.895328] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1134.895495] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-113" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.895781] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-b1921c9c-5f1e-49da-ba20-0a40849a4c31 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.896028] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-b1921c9c-5f1e-49da-ba20-0a40849a4c31" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.896118] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-b1921c9c-5f1e-49da-ba20-0a40849a4c31" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.896289] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-b1921c9c-5f1e-49da-ba20-0a40849a4c31" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.896426] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1921c9c-5f1e-49da-ba20-0a40849a4c31',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.240049] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.240049] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.240049] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.240049] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.240049] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.240049] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfd45fa7-fdf9-4176-8c38-b361ac0897f3 is going to be updated. [ 1135.276500] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.276658] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.276731] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.276940] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.277098] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.288120] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfd45fa7-fdf9-4176-8c38-b361ac0897f3 in Status: IN_PROGRESS for 2s [ 1135.330801] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c469e4c-d9b6-4626-b902-e490989fee96 in Status: SUCCESS [ 1135.331132] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c469e4c-d9b6-4626-b902-e490989fee96 deletion is rescheduled due to dependency. [ 1135.331268] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c469e4c-d9b6-4626-b902-e490989fee96" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.394920] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.395109] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.395186] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.395397] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.395569] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.395668] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.395733] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.395882] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.395971] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.396071] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.396218] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.396311] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.396371] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.396511] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.396647] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.396736] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.396796] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.396928] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.397014] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.397093] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.397180] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f021a11d-33ee-470b-8d8b-d8d661b0eaf4',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.398639] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.398832] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.398962] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.399208] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.399353] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.399618] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.399779] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.399903] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.400131] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.400432] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.400553] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.400713] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.400856] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.401084] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.401229] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.401377] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: b1921c9c-5f1e-49da-ba20-0a40849a4c31 is going to be updated. [ 1135.421586] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.421779] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.421908] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.422163] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.422519] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.422579] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-b1921c9c-5f1e-49da-ba20-0a40849a4c31" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.903802] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f021a11d-33ee-470b-8d8b-d8d661b0eaf4: rpc.has_security_group_logging(os_id): False [ 1135.921253] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.921433] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.921611] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.921717] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.921835] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.922042] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.922145] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.922229] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.922350] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.922428] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.922603] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.922695] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.922755] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.922924] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.923026] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.923210] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.923423] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.923423] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.923512] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.923575] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.923661] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 is going to be updated. [ 1136.072372] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.072747] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.072747] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.072941] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.073133] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.096859] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 in Status: IN_PROGRESS for 2s [ 1136.098947] env[70956]: INFO networking_nsxv3.common.synchronization [req-95f78ce0-3347-4cfd-baba-f9c2cffce120 req-3851bee5-2eca-4537-8e32-5239caaeddec service nova] Enqueued Resource ID: 396b9837-8d50-4fc3-acd7-48e560d0e2eb with Priority: HIGHEST for action security_group_rules [ 1136.099143] env[70956]: INFO networking_nsxv3.common.synchronization [req-95f78ce0-3347-4cfd-baba-f9c2cffce120 req-3851bee5-2eca-4537-8e32-5239caaeddec service nova] Enqueued Resource ID: 396b9837-8d50-4fc3-acd7-48e560d0e2eb with Priority: HIGHEST for action security_group_members [ 1136.099290] env[70956]: INFO networking_nsxv3.common.synchronization [req-95f78ce0-3347-4cfd-baba-f9c2cffce120 req-3851bee5-2eca-4537-8e32-5239caaeddec service nova] Enqueued Resource ID: b1921c9c-5f1e-49da-ba20-0a40849a4c31 with Priority: HIGHEST for action port [ 1136.099518] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 396b9837-8d50-4fc3-acd7-48e560d0e2eb with Priority: HIGHEST for action security_group_rules [ 1136.099661] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 396b9837-8d50-4fc3-acd7-48e560d0e2eb with Priority: HIGHEST for action security_group_members [ 1136.099733] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1921c9c-5f1e-49da-ba20-0a40849a4c31 with Priority: HIGHEST for action port [ 1136.100706] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-396b9837-8d50-4fc3-acd7-48e560d0e2eb taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.100852] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-396b9837-8d50-4fc3-acd7-48e560d0e2eb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.100927] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-396b9837-8d50-4fc3-acd7-48e560d0e2eb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.101140] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-396b9837-8d50-4fc3-acd7-48e560d0e2eb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.101231] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('396b9837-8d50-4fc3-acd7-48e560d0e2eb',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.103027] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-396b9837-8d50-4fc3-acd7-48e560d0e2eb taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.103027] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-396b9837-8d50-4fc3-acd7-48e560d0e2eb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.103027] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-396b9837-8d50-4fc3-acd7-48e560d0e2eb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.103027] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-396b9837-8d50-4fc3-acd7-48e560d0e2eb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.103027] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.103027] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.103448] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.103448] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.103448] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.103448] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('396b9837-8d50-4fc3-acd7-48e560d0e2eb',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.104062] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1921c9c-5f1e-49da-ba20-0a40849a4c31 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.104381] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1921c9c-5f1e-49da-ba20-0a40849a4c31" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.104381] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1921c9c-5f1e-49da-ba20-0a40849a4c31" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.104447] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1921c9c-5f1e-49da-ba20-0a40849a4c31" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.104476] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1921c9c-5f1e-49da-ba20-0a40849a4c31',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.603551] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-396b9837-8d50-4fc3-acd7-48e560d0e2eb taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.603705] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-396b9837-8d50-4fc3-acd7-48e560d0e2eb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.609169] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('396b9837-8d50-4fc3-acd7-48e560d0e2eb',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.610242] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b1921c9c-5f1e-49da-ba20-0a40849a4c31 with status ACTIVE [ 1136.610514] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.610658] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.610731] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.610939] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.611044] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.611226] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.611324] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.611384] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.611526] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.611605] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.611780] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.611870] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.611929] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.613409] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.613556] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.613700] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b1921c9c-5f1e-49da-ba20-0a40849a4c31 is going to be updated. [ 1136.644507] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.644653] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.644697] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.644897] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.645488] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.645488] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1921c9c-5f1e-49da-ba20-0a40849a4c31" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.116431] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('396b9837-8d50-4fc3-acd7-48e560d0e2eb',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.296729] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfd45fa7-fdf9-4176-8c38-b361ac0897f3 in Status: SUCCESS [ 1137.296958] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfd45fa7-fdf9-4176-8c38-b361ac0897f3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.297152] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfd45fa7-fdf9-4176-8c38-b361ac0897f3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.297368] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfd45fa7-fdf9-4176-8c38-b361ac0897f3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.297558] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.297680] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.297750] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.297871] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.297949] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.298040] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfd45fa7-fdf9-4176-8c38-b361ac0897f3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.298133] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dfd45fa7-fdf9-4176-8c38-b361ac0897f3',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.470395] env[70956]: INFO networking_nsxv3.common.synchronization [req-198715c1-d031-491a-bac8-cf5ccac12ec7 req-99b46635-7159-428f-b76e-1fc14e2a38d1 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Enqueued Resource ID: b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c with Priority: HIGHEST for action security_group_members [ 1137.470763] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c with Priority: HIGHEST for action security_group_members [ 1137.471185] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.471556] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.471556] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.471692] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.471776] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.472239] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.472239] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.472239] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.472368] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.472426] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.618659] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.618855] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.618971] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.619291] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.619404] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.619512] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 396b9837-8d50-4fc3-acd7-48e560d0e2eb is going to be updated. [ 1137.649206] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.649413] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.649564] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.649871] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.650114] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.659260] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 396b9837-8d50-4fc3-acd7-48e560d0e2eb in Status: IN_PROGRESS for 2s [ 1137.800836] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dfd45fa7-fdf9-4176-8c38-b361ac0897f3',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.974703] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.974958] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.975112] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.975526] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.975712] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.976019] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.976222] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.976347] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.976683] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.976770] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.976926] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c is going to be updated. [ 1138.006025] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.006025] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.006025] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.006025] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.006025] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.012898] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c in Status: IN_PROGRESS for 2s [ 1138.112308] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 in Status: SUCCESS [ 1138.112529] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.304750] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dfd45fa7-fdf9-4176-8c38-b361ac0897f3: rpc.has_security_group_logging(os_id): False [ 1138.323619] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.323771] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.323838] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.324057] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.324163] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.324399] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.324504] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.324567] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.324717] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.324789] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.324874] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dfd45fa7-fdf9-4176-8c38-b361ac0897f3 is going to be updated. [ 1138.394026] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.394026] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.394026] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.394026] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.394026] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.406412] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dfd45fa7-fdf9-4176-8c38-b361ac0897f3 in Status: IN_PROGRESS for 2s [ 1139.673322] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 396b9837-8d50-4fc3-acd7-48e560d0e2eb in Status: SUCCESS [ 1139.673322] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-396b9837-8d50-4fc3-acd7-48e560d0e2eb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.673322] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-396b9837-8d50-4fc3-acd7-48e560d0e2eb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.673803] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-396b9837-8d50-4fc3-acd7-48e560d0e2eb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.673803] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.673894] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.673894] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.674188] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.674284] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.674406] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-396b9837-8d50-4fc3-acd7-48e560d0e2eb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.674705] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('396b9837-8d50-4fc3-acd7-48e560d0e2eb',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.025816] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c in Status: SUCCESS [ 1140.026097] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c deletion is rescheduled due to dependency. [ 1140.030022] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.135679] env[70956]: INFO networking_nsxv3.common.synchronization [None req-e9180cfd-7115-4d2e-b9e2-714fdb5a060b None None] Enqueued Resource ID: 72155261-d736-4db9-9125-62ba953efc6d with Priority: HIGHEST for action port [ 1140.135679] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72155261-d736-4db9-9125-62ba953efc6d with Priority: HIGHEST for action port [ 1140.135679] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-72155261-d736-4db9-9125-62ba953efc6d taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.135679] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-72155261-d736-4db9-9125-62ba953efc6d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.135679] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-72155261-d736-4db9-9125-62ba953efc6d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.138373] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-72155261-d736-4db9-9125-62ba953efc6d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.140715] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72155261-d736-4db9-9125-62ba953efc6d',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.176931] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-396b9837-8d50-4fc3-acd7-48e560d0e2eb taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.177146] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-396b9837-8d50-4fc3-acd7-48e560d0e2eb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.177146] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-396b9837-8d50-4fc3-acd7-48e560d0e2eb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.177359] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-396b9837-8d50-4fc3-acd7-48e560d0e2eb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.177576] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.177695] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.177782] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.177965] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.178164] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.178265] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-396b9837-8d50-4fc3-acd7-48e560d0e2eb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.178497] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-396b9837-8d50-4fc3-acd7-48e560d0e2eb taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.178623] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-396b9837-8d50-4fc3-acd7-48e560d0e2eb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.178701] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-396b9837-8d50-4fc3-acd7-48e560d0e2eb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.178868] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-396b9837-8d50-4fc3-acd7-48e560d0e2eb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.179030] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.179145] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.179231] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.180336] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.180703] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.180839] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-396b9837-8d50-4fc3-acd7-48e560d0e2eb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.180969] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('396b9837-8d50-4fc3-acd7-48e560d0e2eb',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.420085] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dfd45fa7-fdf9-4176-8c38-b361ac0897f3 in Status: SUCCESS [ 1140.420085] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dfd45fa7-fdf9-4176-8c38-b361ac0897f3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.642371] env[70956]: INFO networking_nsxv3.common.synchronization [req-1d9ee8b6-7c7f-4bd9-8422-7d508a28cb7d req-53f60ee9-b8bc-4180-8532-0c878cbb38a7 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Enqueued Resource ID: a531065e-e0dc-42ee-9b54-537d949b118f with Priority: HIGHEST for action security_group_members [ 1140.642698] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 72155261-d736-4db9-9125-62ba953efc6d [ 1140.642894] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.643064] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.643305] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.643305] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.643426] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.643484] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:72155261-d736-4db9-9125-62ba953efc6d already deleted. [ 1140.643569] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-72155261-d736-4db9-9125-62ba953efc6d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.644055] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a531065e-e0dc-42ee-9b54-537d949b118f with Priority: HIGHEST for action security_group_members [ 1140.644353] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-a531065e-e0dc-42ee-9b54-537d949b118f taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.644858] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a531065e-e0dc-42ee-9b54-537d949b118f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.644858] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a531065e-e0dc-42ee-9b54-537d949b118f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.644858] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a531065e-e0dc-42ee-9b54-537d949b118f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.644858] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.645034] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.645034] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.646707] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.646707] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.646707] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a531065e-e0dc-42ee-9b54-537d949b118f',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.684072] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 396b9837-8d50-4fc3-acd7-48e560d0e2eb: rpc.has_security_group_logging(os_id): False [ 1140.705056] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.705056] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.705056] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.705056] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.705056] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.705056] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.705056] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.705056] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.705056] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.705056] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.705056] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.705056] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.705056] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.705056] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.705056] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.705765] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.705765] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.705765] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.705765] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.705765] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.705765] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 396b9837-8d50-4fc3-acd7-48e560d0e2eb is going to be updated. [ 1140.765763] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.765912] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.765990] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.766224] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.766414] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.778922] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 396b9837-8d50-4fc3-acd7-48e560d0e2eb in Status: IN_PROGRESS for 2s [ 1140.961061] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-521 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.961061] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-521" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.961061] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-521" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.961061] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-521" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.961061] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.961061] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.961061] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.961061] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.961061] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.961894] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1140.962139] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1140.962345] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1140.962546] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1140.962806] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1140.963064] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1140.963324] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1140.981775] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1140.981972] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1140.982130] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1140.982316] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-521" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.982633] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-d77a0967-046f-49c6-b6b9-d5b8417424d4 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.982804] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-d77a0967-046f-49c6-b6b9-d5b8417424d4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.982925] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-d77a0967-046f-49c6-b6b9-d5b8417424d4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.983308] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-d77a0967-046f-49c6-b6b9-d5b8417424d4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.983447] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d77a0967-046f-49c6-b6b9-d5b8417424d4',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.149009] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.149147] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.149191] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.149432] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.149577] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.149763] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.149862] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.149915] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.150074] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.150145] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.150234] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a531065e-e0dc-42ee-9b54-537d949b118f already deleted. [ 1141.150313] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a531065e-e0dc-42ee-9b54-537d949b118f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.488029] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.488029] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.488029] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.488029] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.488029] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.488029] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Segment Port d77a0967-046f-49c6-b6b9-d5b8417424d4 not found, creating... [ 1141.488029] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.488029] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.488029] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.488029] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.488707] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.488707] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.488707] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.488707] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.488836] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.488938] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.489100] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: d77a0967-046f-49c6-b6b9-d5b8417424d4 is going to be created. [ 1141.519448] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.519741] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.519912] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.520262] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.520555] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.520958] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-d77a0967-046f-49c6-b6b9-d5b8417424d4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.281400] env[70956]: INFO networking_nsxv3.common.synchronization [req-1d9ee8b6-7c7f-4bd9-8422-7d508a28cb7d req-f9b3fe1c-f752-4882-b6e8-6793017cb5bf service nova] Enqueued Resource ID: a531065e-e0dc-42ee-9b54-537d949b118f with Priority: HIGHEST for action security_group_rules [ 1142.281699] env[70956]: INFO networking_nsxv3.common.synchronization [req-1d9ee8b6-7c7f-4bd9-8422-7d508a28cb7d req-f9b3fe1c-f752-4882-b6e8-6793017cb5bf service nova] Enqueued Resource ID: a531065e-e0dc-42ee-9b54-537d949b118f with Priority: HIGHEST for action security_group_members [ 1142.281849] env[70956]: INFO networking_nsxv3.common.synchronization [req-1d9ee8b6-7c7f-4bd9-8422-7d508a28cb7d req-f9b3fe1c-f752-4882-b6e8-6793017cb5bf service nova] Enqueued Resource ID: d77a0967-046f-49c6-b6b9-d5b8417424d4 with Priority: HIGHEST for action port [ 1142.282473] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a531065e-e0dc-42ee-9b54-537d949b118f with Priority: HIGHEST for action security_group_rules [ 1142.282670] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a531065e-e0dc-42ee-9b54-537d949b118f with Priority: HIGHEST for action security_group_members [ 1142.282807] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d77a0967-046f-49c6-b6b9-d5b8417424d4 with Priority: HIGHEST for action port [ 1142.285997] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a531065e-e0dc-42ee-9b54-537d949b118f taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.285997] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a531065e-e0dc-42ee-9b54-537d949b118f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.285997] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a531065e-e0dc-42ee-9b54-537d949b118f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.286482] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a531065e-e0dc-42ee-9b54-537d949b118f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.286653] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a531065e-e0dc-42ee-9b54-537d949b118f',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.290657] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-a531065e-e0dc-42ee-9b54-537d949b118f taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.290866] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a531065e-e0dc-42ee-9b54-537d949b118f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.291063] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a531065e-e0dc-42ee-9b54-537d949b118f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.291298] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a531065e-e0dc-42ee-9b54-537d949b118f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.291736] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.291944] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.292111] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.292361] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.292539] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.292900] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a531065e-e0dc-42ee-9b54-537d949b118f',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.294601] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-d77a0967-046f-49c6-b6b9-d5b8417424d4 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.294779] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d77a0967-046f-49c6-b6b9-d5b8417424d4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.294893] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d77a0967-046f-49c6-b6b9-d5b8417424d4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.295259] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d77a0967-046f-49c6-b6b9-d5b8417424d4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.295259] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d77a0967-046f-49c6-b6b9-d5b8417424d4',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.459556] env[70956]: INFO networking_nsxv3.common.synchronization [None req-1fea5d39-3974-4e0a-8145-46558dc8e881 None None] Enqueued Resource ID: 19bdd9b6-2e89-4c44-bf9c-e54549353fd2 with Priority: HIGHEST for action port [ 1142.461161] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19bdd9b6-2e89-4c44-bf9c-e54549353fd2 with Priority: HIGHEST for action port [ 1142.461161] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-19bdd9b6-2e89-4c44-bf9c-e54549353fd2 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.461355] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-19bdd9b6-2e89-4c44-bf9c-e54549353fd2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.461517] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-19bdd9b6-2e89-4c44-bf9c-e54549353fd2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.462027] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-19bdd9b6-2e89-4c44-bf9c-e54549353fd2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.462215] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19bdd9b6-2e89-4c44-bf9c-e54549353fd2',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.798983] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 396b9837-8d50-4fc3-acd7-48e560d0e2eb in Status: SUCCESS [ 1142.799345] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-396b9837-8d50-4fc3-acd7-48e560d0e2eb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.801133] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a531065e-e0dc-42ee-9b54-537d949b118f',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.801338] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-a531065e-e0dc-42ee-9b54-537d949b118f taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.801545] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a531065e-e0dc-42ee-9b54-537d949b118f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.804315] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d77a0967-046f-49c6-b6b9-d5b8417424d4 with status ACTIVE [ 1142.804315] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.804315] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.804315] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.804315] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.804315] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.804315] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.804315] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.804315] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.805052] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.805052] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.806032] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.806032] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.806032] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.806246] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.806352] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.806586] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d77a0967-046f-49c6-b6b9-d5b8417424d4 is going to be updated. [ 1142.833204] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.833441] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.833441] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.833594] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.833734] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.833903] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d77a0967-046f-49c6-b6b9-d5b8417424d4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.887182] env[70956]: INFO networking_nsxv3.common.synchronization [req-002535e3-f8aa-4b02-933f-58033e6f9283 req-4ba13daa-c324-4f0a-86c0-39be3bff9806 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Enqueued Resource ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 with Priority: HIGHEST for action security_group_members [ 1142.887182] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 with Priority: HIGHEST for action security_group_members [ 1142.887182] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.887182] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.887182] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.887515] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.887775] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.888081] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.888245] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.888499] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.888684] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.888851] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f021a11d-33ee-470b-8d8b-d8d661b0eaf4',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.965065] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 19bdd9b6-2e89-4c44-bf9c-e54549353fd2 [ 1142.965345] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.965509] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.965593] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.965817] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.965929] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.966091] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:19bdd9b6-2e89-4c44-bf9c-e54549353fd2 already deleted. [ 1142.966212] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-19bdd9b6-2e89-4c44-bf9c-e54549353fd2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.310114] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a531065e-e0dc-42ee-9b54-537d949b118f',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.391880] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.392101] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.392101] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.392401] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.392503] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.392714] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.392814] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.392879] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.393188] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.393390] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.393623] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 is going to be updated. [ 1143.420088] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.420300] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.420464] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.420619] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.420872] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.431365] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 in Status: IN_PROGRESS for 2s [ 1143.816429] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.816429] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.816429] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.816429] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.816429] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.816429] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a531065e-e0dc-42ee-9b54-537d949b118f is going to be created. [ 1143.841076] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.841076] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.841076] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.841076] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.841076] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.853082] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a531065e-e0dc-42ee-9b54-537d949b118f in Status: UNINITIALIZED for 2s [ 1145.442170] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 in Status: SUCCESS [ 1145.442520] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 deletion is rescheduled due to dependency. [ 1145.442520] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.862609] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a531065e-e0dc-42ee-9b54-537d949b118f in Status: SUCCESS [ 1145.862851] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a531065e-e0dc-42ee-9b54-537d949b118f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.863101] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a531065e-e0dc-42ee-9b54-537d949b118f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.863292] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a531065e-e0dc-42ee-9b54-537d949b118f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.863472] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.863587] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.863647] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.863799] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.863880] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.863964] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a531065e-e0dc-42ee-9b54-537d949b118f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.864079] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a531065e-e0dc-42ee-9b54-537d949b118f',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.366677] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a531065e-e0dc-42ee-9b54-537d949b118f',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.868186] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a531065e-e0dc-42ee-9b54-537d949b118f: rpc.has_security_group_logging(os_id): False [ 1146.886234] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.886379] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.886452] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.886659] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.886751] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.887007] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.887114] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.887180] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.887330] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.887406] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.887633] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a531065e-e0dc-42ee-9b54-537d949b118f is going to be created. [ 1146.944815] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.945041] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.945041] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.945235] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.945596] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.958544] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a531065e-e0dc-42ee-9b54-537d949b118f in Status: IN_PROGRESS for 2s [ 1147.887381] env[70956]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1147.887805] env[70956]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1148.948596] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-57 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.948896] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-57" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.949057] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-57" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.949399] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-57" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.949739] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.949951] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.950108] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.950345] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.950533] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.950785] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1148.950927] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1148.951156] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1148.951259] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1148.951401] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1148.951564] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1148.951746] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1148.972308] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a531065e-e0dc-42ee-9b54-537d949b118f in Status: SUCCESS [ 1148.972570] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a531065e-e0dc-42ee-9b54-537d949b118f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.974309] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1148.974591] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1148.974748] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1148.974934] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-57" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.975303] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-7d12776c-cd90-44b8-ad4e-d2a7a389374f taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.975491] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-7d12776c-cd90-44b8-ad4e-d2a7a389374f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.975604] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-7d12776c-cd90-44b8-ad4e-d2a7a389374f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.975883] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-7d12776c-cd90-44b8-ad4e-d2a7a389374f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.976032] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d12776c-cd90-44b8-ad4e-d2a7a389374f',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.478497] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.478743] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.478876] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.479222] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.479378] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.479689] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.479844] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.479967] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.480201] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.480344] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.480621] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.480779] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.480900] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.484877] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.485090] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.485259] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: 7d12776c-cd90-44b8-ad4e-d2a7a389374f is going to be updated. [ 1149.507986] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.507986] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.507986] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.508293] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.508518] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.508829] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-7d12776c-cd90-44b8-ad4e-d2a7a389374f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.187414] env[70956]: INFO networking_nsxv3.common.synchronization [req-86e6447e-5379-4aae-b49a-b606c241e2f7 req-2eeb4f5b-abe3-41c8-9539-939cc78ddec8 service nova] Enqueued Resource ID: 3ae3aeee-35ee-40e8-98cc-42dd5f020641 with Priority: HIGHEST for action security_group_rules [ 1150.187657] env[70956]: INFO networking_nsxv3.common.synchronization [req-86e6447e-5379-4aae-b49a-b606c241e2f7 req-2eeb4f5b-abe3-41c8-9539-939cc78ddec8 service nova] Enqueued Resource ID: 3ae3aeee-35ee-40e8-98cc-42dd5f020641 with Priority: HIGHEST for action security_group_members [ 1150.187828] env[70956]: INFO networking_nsxv3.common.synchronization [req-86e6447e-5379-4aae-b49a-b606c241e2f7 req-2eeb4f5b-abe3-41c8-9539-939cc78ddec8 service nova] Enqueued Resource ID: 7d12776c-cd90-44b8-ad4e-d2a7a389374f with Priority: HIGHEST for action port [ 1150.188787] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ae3aeee-35ee-40e8-98cc-42dd5f020641 with Priority: HIGHEST for action security_group_rules [ 1150.188953] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ae3aeee-35ee-40e8-98cc-42dd5f020641 with Priority: HIGHEST for action security_group_members [ 1150.189290] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d12776c-cd90-44b8-ad4e-d2a7a389374f with Priority: HIGHEST for action port [ 1150.189644] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ae3aeee-35ee-40e8-98cc-42dd5f020641 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.189795] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ae3aeee-35ee-40e8-98cc-42dd5f020641" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.189920] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ae3aeee-35ee-40e8-98cc-42dd5f020641" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.190202] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ae3aeee-35ee-40e8-98cc-42dd5f020641" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.190268] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ae3aeee-35ee-40e8-98cc-42dd5f020641',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.191649] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ae3aeee-35ee-40e8-98cc-42dd5f020641 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.191770] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ae3aeee-35ee-40e8-98cc-42dd5f020641" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.191831] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ae3aeee-35ee-40e8-98cc-42dd5f020641" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.192017] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ae3aeee-35ee-40e8-98cc-42dd5f020641" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.192183] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.192279] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.192369] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.192512] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.192578] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.192644] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ae3aeee-35ee-40e8-98cc-42dd5f020641',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.195403] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d12776c-cd90-44b8-ad4e-d2a7a389374f taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.195518] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d12776c-cd90-44b8-ad4e-d2a7a389374f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.195641] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d12776c-cd90-44b8-ad4e-d2a7a389374f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.195746] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d12776c-cd90-44b8-ad4e-d2a7a389374f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.195901] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d12776c-cd90-44b8-ad4e-d2a7a389374f',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.561195] env[70956]: INFO networking_nsxv3.common.synchronization [None req-c3b49f39-c956-40df-98a3-eb90c771b0b7 None None] Enqueued Resource ID: e4fb598a-55a1-4aa0-a753-c59b0c094050 with Priority: HIGHEST for action port [ 1150.561478] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4fb598a-55a1-4aa0-a753-c59b0c094050 with Priority: HIGHEST for action port [ 1150.562074] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4fb598a-55a1-4aa0-a753-c59b0c094050 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.562198] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4fb598a-55a1-4aa0-a753-c59b0c094050" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.562265] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4fb598a-55a1-4aa0-a753-c59b0c094050" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.562507] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4fb598a-55a1-4aa0-a753-c59b0c094050" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.562582] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4fb598a-55a1-4aa0-a753-c59b0c094050',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.694499] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ae3aeee-35ee-40e8-98cc-42dd5f020641 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.694499] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ae3aeee-35ee-40e8-98cc-42dd5f020641" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.695871] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3ae3aeee-35ee-40e8-98cc-42dd5f020641',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.701173] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7d12776c-cd90-44b8-ad4e-d2a7a389374f with status ACTIVE [ 1150.701173] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.701173] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.701173] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.701173] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.701173] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.701579] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.701579] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.701579] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.701579] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.701704] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.701819] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.701919] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.701991] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.702123] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.702194] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.702276] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7d12776c-cd90-44b8-ad4e-d2a7a389374f is going to be updated. [ 1150.724250] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.724487] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.724546] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.724769] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.724902] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.725089] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d12776c-cd90-44b8-ad4e-d2a7a389374f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.065630] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e4fb598a-55a1-4aa0-a753-c59b0c094050 [ 1151.065907] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.066063] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.066141] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.066365] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.066476] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.066600] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e4fb598a-55a1-4aa0-a753-c59b0c094050 already deleted. [ 1151.066696] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4fb598a-55a1-4aa0-a753-c59b0c094050" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.156241] env[70956]: INFO networking_nsxv3.common.synchronization [None req-6f9f7888-7dae-4853-ac4d-a8c82afe28df tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Enqueued Resource ID: a5f6012f-3024-483c-8299-a4e53dbb6e79 with Priority: HIGHEST for action security_group_rules [ 1151.156778] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5f6012f-3024-483c-8299-a4e53dbb6e79 with Priority: HIGHEST for action security_group_rules [ 1151.157294] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a5f6012f-3024-483c-8299-a4e53dbb6e79 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.157294] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a5f6012f-3024-483c-8299-a4e53dbb6e79" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.157294] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a5f6012f-3024-483c-8299-a4e53dbb6e79" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.157521] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a5f6012f-3024-483c-8299-a4e53dbb6e79" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.157606] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a5f6012f-3024-483c-8299-a4e53dbb6e79',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.199200] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3ae3aeee-35ee-40e8-98cc-42dd5f020641',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.238877] env[70956]: INFO networking_nsxv3.common.synchronization [None req-d6d27915-8557-45d1-8b8e-f9f17e03bac5 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Enqueued Resource ID: a5f6012f-3024-483c-8299-a4e53dbb6e79 with Priority: HIGHEST for action security_group_rules [ 1151.241038] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5f6012f-3024-483c-8299-a4e53dbb6e79 with Priority: HIGHEST for action security_group_rules [ 1151.241413] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a5f6012f-3024-483c-8299-a4e53dbb6e79 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.241527] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a5f6012f-3024-483c-8299-a4e53dbb6e79" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.679107] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.679293] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.679348] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.679610] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.679796] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.679796] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a5f6012f-3024-483c-8299-a4e53dbb6e79 already deleted. [ 1151.679914] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a5f6012f-3024-483c-8299-a4e53dbb6e79" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.680040] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a5f6012f-3024-483c-8299-a4e53dbb6e79" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.680205] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a5f6012f-3024-483c-8299-a4e53dbb6e79" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.680306] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a5f6012f-3024-483c-8299-a4e53dbb6e79',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.701763] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.701904] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.701904] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.702179] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.702274] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.702407] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ae3aeee-35ee-40e8-98cc-42dd5f020641 is going to be updated. [ 1151.735228] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.735378] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.735450] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.735652] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.735795] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.749426] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ae3aeee-35ee-40e8-98cc-42dd5f020641 in Status: IN_PROGRESS for 2s [ 1152.202449] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.202449] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.202449] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.202449] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.202449] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.202449] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a5f6012f-3024-483c-8299-a4e53dbb6e79 already deleted. [ 1152.202449] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a5f6012f-3024-483c-8299-a4e53dbb6e79" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.893907] env[70956]: INFO networking_nsxv3.common.synchronization [None req-1bfeba42-32c0-4472-a177-10a1fe5ebd10 None None] Enqueued Resource ID: 8a33b947-8330-4d24-94f0-3e4bb54a1375 with Priority: HIGHEST for action port [ 1152.894299] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a33b947-8330-4d24-94f0-3e4bb54a1375 with Priority: HIGHEST for action port [ 1152.894674] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a33b947-8330-4d24-94f0-3e4bb54a1375 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.894802] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a33b947-8330-4d24-94f0-3e4bb54a1375" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.894867] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a33b947-8330-4d24-94f0-3e4bb54a1375" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.895200] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a33b947-8330-4d24-94f0-3e4bb54a1375" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.895285] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a33b947-8330-4d24-94f0-3e4bb54a1375',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.401650] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8a33b947-8330-4d24-94f0-3e4bb54a1375 [ 1153.401650] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.401650] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.401650] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.401650] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.401650] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.401650] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8a33b947-8330-4d24-94f0-3e4bb54a1375 already deleted. [ 1153.401650] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a33b947-8330-4d24-94f0-3e4bb54a1375" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.624405] env[70956]: INFO networking_nsxv3.common.synchronization [req-41a87835-81d4-4a87-800f-78268f92ff51 req-9e1db79a-1315-4b7c-9363-e9eeef3eaf44 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Enqueued Resource ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 with Priority: HIGHEST for action security_group_members [ 1153.624924] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 with Priority: HIGHEST for action security_group_members [ 1153.625238] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d09f0e2-4e07-43f7-ba53-6600d30c7795 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.625552] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.626125] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.626125] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.626125] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.626125] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.626337] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.626337] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.626596] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.626659] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d09f0e2-4e07-43f7-ba53-6600d30c7795',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.759379] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ae3aeee-35ee-40e8-98cc-42dd5f020641 in Status: SUCCESS [ 1153.759606] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ae3aeee-35ee-40e8-98cc-42dd5f020641" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.759773] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ae3aeee-35ee-40e8-98cc-42dd5f020641" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.760446] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ae3aeee-35ee-40e8-98cc-42dd5f020641" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.761337] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.761337] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.761337] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.761337] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.761337] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.761711] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ae3aeee-35ee-40e8-98cc-42dd5f020641" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.761846] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3ae3aeee-35ee-40e8-98cc-42dd5f020641',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.965782] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-85 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.966052] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-85" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.966195] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-85" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.966490] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-85" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.966773] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.966978] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.967170] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.967457] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.967613] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.967826] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1153.968498] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1153.968498] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1153.968498] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1153.968498] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1153.969276] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1153.969470] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1153.987657] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1153.987657] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1153.987657] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1153.987848] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-85" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.988161] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-fff2216a-8251-4b49-b768-e4b222b0f034 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.988494] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-fff2216a-8251-4b49-b768-e4b222b0f034" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.988494] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-fff2216a-8251-4b49-b768-e4b222b0f034" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.989535] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-fff2216a-8251-4b49-b768-e4b222b0f034" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.989535] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fff2216a-8251-4b49-b768-e4b222b0f034',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.129405] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d09f0e2-4e07-43f7-ba53-6600d30c7795',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.266883] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3ae3aeee-35ee-40e8-98cc-42dd5f020641',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.491675] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.492080] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.492080] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.492338] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.492495] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.492656] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Segment Port fff2216a-8251-4b49-b768-e4b222b0f034 not found, creating... [ 1154.492912] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.493082] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.493248] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.493475] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.493618] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.493898] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.494069] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.494195] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.494526] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.494669] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.494814] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: fff2216a-8251-4b49-b768-e4b222b0f034 is going to be created. [ 1154.513465] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.513671] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.513791] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.514091] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.514401] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.514641] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-fff2216a-8251-4b49-b768-e4b222b0f034" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.633397] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d09f0e2-4e07-43f7-ba53-6600d30c7795',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.770746] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3ae3aeee-35ee-40e8-98cc-42dd5f020641: rpc.has_security_group_logging(os_id): False [ 1154.792744] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.792982] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.792982] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.793168] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.813035] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.813374] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.813493] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.813616] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.813757] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.813839] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.813929] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ae3aeee-35ee-40e8-98cc-42dd5f020641 is going to be updated. [ 1154.878708] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.878879] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.878941] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.879163] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.879313] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.891467] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ae3aeee-35ee-40e8-98cc-42dd5f020641 in Status: IN_PROGRESS for 2s [ 1155.136615] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.136828] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.137449] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.137449] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.137449] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.137449] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 is going to be updated. [ 1155.166837] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.167016] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.167074] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.167285] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.167433] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.176911] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 in Status: IN_PROGRESS for 2s [ 1155.232877] env[70956]: INFO networking_nsxv3.common.synchronization [req-41a87835-81d4-4a87-800f-78268f92ff51 req-99c54daa-5768-42fd-bf8d-d84e2c21a01a service nova] Enqueued Resource ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 with Priority: HIGHEST for action security_group_rules [ 1155.233172] env[70956]: INFO networking_nsxv3.common.synchronization [req-41a87835-81d4-4a87-800f-78268f92ff51 req-99c54daa-5768-42fd-bf8d-d84e2c21a01a service nova] Enqueued Resource ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 with Priority: HIGHEST for action security_group_members [ 1155.233403] env[70956]: INFO networking_nsxv3.common.synchronization [req-41a87835-81d4-4a87-800f-78268f92ff51 req-99c54daa-5768-42fd-bf8d-d84e2c21a01a service nova] Enqueued Resource ID: fff2216a-8251-4b49-b768-e4b222b0f034 with Priority: HIGHEST for action port [ 1155.233925] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 with Priority: HIGHEST for action security_group_rules [ 1155.234074] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 with Priority: HIGHEST for action security_group_members [ 1155.234178] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fff2216a-8251-4b49-b768-e4b222b0f034 with Priority: HIGHEST for action port [ 1155.234488] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d09f0e2-4e07-43f7-ba53-6600d30c7795 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.235078] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.235078] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.235285] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.235338] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d09f0e2-4e07-43f7-ba53-6600d30c7795',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.236456] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d09f0e2-4e07-43f7-ba53-6600d30c7795 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.236456] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.236574] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-fff2216a-8251-4b49-b768-e4b222b0f034 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.236666] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fff2216a-8251-4b49-b768-e4b222b0f034" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.236666] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fff2216a-8251-4b49-b768-e4b222b0f034" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.237462] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fff2216a-8251-4b49-b768-e4b222b0f034" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.237462] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fff2216a-8251-4b49-b768-e4b222b0f034',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.738948] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d09f0e2-4e07-43f7-ba53-6600d30c7795 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.739328] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.739328] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fff2216a-8251-4b49-b768-e4b222b0f034 with status ACTIVE [ 1155.739714] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.739714] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.739714] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.739890] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.739924] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.740103] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.740234] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.740274] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.740459] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.740534] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.740657] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.740747] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.740805] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.741058] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.741058] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.741145] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fff2216a-8251-4b49-b768-e4b222b0f034 is going to be updated. [ 1155.761587] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.761781] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.761781] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.762338] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.762338] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.762338] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fff2216a-8251-4b49-b768-e4b222b0f034" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.903884] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ae3aeee-35ee-40e8-98cc-42dd5f020641 in Status: SUCCESS [ 1156.904192] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ae3aeee-35ee-40e8-98cc-42dd5f020641" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.187045] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 in Status: SUCCESS [ 1157.187230] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.187400] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.187692] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.187839] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.188025] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.188025] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.188195] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.188275] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.188408] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d09f0e2-4e07-43f7-ba53-6600d30c7795',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.691155] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d09f0e2-4e07-43f7-ba53-6600d30c7795',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.787613] env[70956]: INFO networking_nsxv3.common.synchronization [req-ac6f8236-e12d-44b1-a19c-5c3bb423d26c req-a38dd456-8e68-4e96-aba5-9bb4373734b1 tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] Enqueued Resource ID: 73118fa8-027d-433b-93d5-b26450650641 with Priority: HIGHEST for action security_group_members [ 1157.788363] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73118fa8-027d-433b-93d5-b26450650641 with Priority: HIGHEST for action security_group_members [ 1157.789010] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-73118fa8-027d-433b-93d5-b26450650641 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.789306] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73118fa8-027d-433b-93d5-b26450650641" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.789484] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73118fa8-027d-433b-93d5-b26450650641" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.789846] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73118fa8-027d-433b-93d5-b26450650641" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.791460] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.791460] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.791460] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.791460] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.791460] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.791460] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73118fa8-027d-433b-93d5-b26450650641',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.134460] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-414 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.134830] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-414" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.134830] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-414" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.135207] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-414" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.135481] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.135650] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.135774] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.136020] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.136172] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.136390] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1158.136511] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1158.136648] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1158.136782] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1158.136925] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1158.137061] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1158.137203] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1158.157189] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1158.157366] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1158.157514] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1158.157708] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-414" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.158047] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-17ce418a-a90b-401f-a6b1-c891c6cef1b7 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.158251] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-17ce418a-a90b-401f-a6b1-c891c6cef1b7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.158378] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-17ce418a-a90b-401f-a6b1-c891c6cef1b7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.158711] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-17ce418a-a90b-401f-a6b1-c891c6cef1b7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.158858] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17ce418a-a90b-401f-a6b1-c891c6cef1b7',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.195872] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d09f0e2-4e07-43f7-ba53-6600d30c7795',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.293828] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.294094] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.294094] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.294292] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.294415] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.294672] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.294736] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.294775] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.294902] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.294979] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.295086] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73118fa8-027d-433b-93d5-b26450650641 already deleted. [ 1158.295169] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73118fa8-027d-433b-93d5-b26450650641" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.661452] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.661710] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.661845] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.662160] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.662386] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.662493] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Segment Port 17ce418a-a90b-401f-a6b1-c891c6cef1b7 not found, creating... [ 1158.662890] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.663088] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.663219] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.663491] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.663646] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.663958] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.664135] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.664275] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.664517] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.664675] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.664827] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: 17ce418a-a90b-401f-a6b1-c891c6cef1b7 is going to be created. [ 1158.686506] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.686967] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.686967] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.687215] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.687433] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.687678] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-17ce418a-a90b-401f-a6b1-c891c6cef1b7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.698314] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.698533] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.698817] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.699135] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.699236] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.699352] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 is going to be updated. [ 1158.727806] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.728024] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.728024] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.728212] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.728357] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.738042] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 in Status: IN_PROGRESS for 2s [ 1159.408451] env[70956]: INFO networking_nsxv3.common.synchronization [req-ac6f8236-e12d-44b1-a19c-5c3bb423d26c req-6c61ac2d-7f64-4099-a011-6bcccff04594 service nova] Enqueued Resource ID: 73118fa8-027d-433b-93d5-b26450650641 with Priority: HIGHEST for action security_group_rules [ 1159.408813] env[70956]: INFO networking_nsxv3.common.synchronization [req-ac6f8236-e12d-44b1-a19c-5c3bb423d26c req-6c61ac2d-7f64-4099-a011-6bcccff04594 service nova] Enqueued Resource ID: 73118fa8-027d-433b-93d5-b26450650641 with Priority: HIGHEST for action security_group_members [ 1159.408813] env[70956]: INFO networking_nsxv3.common.synchronization [req-ac6f8236-e12d-44b1-a19c-5c3bb423d26c req-6c61ac2d-7f64-4099-a011-6bcccff04594 service nova] Enqueued Resource ID: 17ce418a-a90b-401f-a6b1-c891c6cef1b7 with Priority: HIGHEST for action port [ 1159.409014] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73118fa8-027d-433b-93d5-b26450650641 with Priority: HIGHEST for action security_group_rules [ 1159.409148] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73118fa8-027d-433b-93d5-b26450650641 with Priority: HIGHEST for action security_group_members [ 1159.409248] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17ce418a-a90b-401f-a6b1-c891c6cef1b7 with Priority: HIGHEST for action port [ 1159.409862] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-73118fa8-027d-433b-93d5-b26450650641 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.410376] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-73118fa8-027d-433b-93d5-b26450650641" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.410376] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-73118fa8-027d-433b-93d5-b26450650641" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.410656] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-73118fa8-027d-433b-93d5-b26450650641" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.410755] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('73118fa8-027d-433b-93d5-b26450650641',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.411667] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-73118fa8-027d-433b-93d5-b26450650641 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.411776] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73118fa8-027d-433b-93d5-b26450650641" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.415073] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73118fa8-027d-433b-93d5-b26450650641" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.415073] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73118fa8-027d-433b-93d5-b26450650641" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.415073] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.415073] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.415073] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.415073] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.415073] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.415073] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73118fa8-027d-433b-93d5-b26450650641',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.415073] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-17ce418a-a90b-401f-a6b1-c891c6cef1b7 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.415073] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-17ce418a-a90b-401f-a6b1-c891c6cef1b7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.415073] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-17ce418a-a90b-401f-a6b1-c891c6cef1b7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.415073] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-17ce418a-a90b-401f-a6b1-c891c6cef1b7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.415073] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17ce418a-a90b-401f-a6b1-c891c6cef1b7',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.916826] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-73118fa8-027d-433b-93d5-b26450650641 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.917030] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73118fa8-027d-433b-93d5-b26450650641" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.918491] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('73118fa8-027d-433b-93d5-b26450650641',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.920485] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 17ce418a-a90b-401f-a6b1-c891c6cef1b7 with status ACTIVE [ 1159.920485] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.920485] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.920485] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.920821] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.920988] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.921311] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.922674] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.922674] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.922674] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.922674] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.922674] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.922674] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.922674] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.922674] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.922674] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.923141] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 17ce418a-a90b-401f-a6b1-c891c6cef1b7 is going to be updated. [ 1159.945037] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.945929] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.945929] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.945929] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.946163] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.946244] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-17ce418a-a90b-401f-a6b1-c891c6cef1b7" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.425198] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('73118fa8-027d-433b-93d5-b26450650641',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.748959] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 in Status: SUCCESS [ 1160.749299] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.749546] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.749847] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.750120] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.750280] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.750369] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.750572] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.750681] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.750791] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.750909] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7d09f0e2-4e07-43f7-ba53-6600d30c7795',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.927578] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.927738] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.927814] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.928044] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.928146] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.928257] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73118fa8-027d-433b-93d5-b26450650641 is going to be created. [ 1160.952712] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.953035] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.953035] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.953202] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.953421] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.964537] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73118fa8-027d-433b-93d5-b26450650641 in Status: UNINITIALIZED for 2s [ 1161.253993] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d09f0e2-4e07-43f7-ba53-6600d30c7795 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.255315] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.255423] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.255663] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.255893] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.256043] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.256122] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.256293] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.256401] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.256533] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.256746] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d09f0e2-4e07-43f7-ba53-6600d30c7795 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.256846] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.256902] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.257078] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.257244] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.257346] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.257387] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.257545] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.257625] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.257710] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.257801] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7d09f0e2-4e07-43f7-ba53-6600d30c7795',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.769376] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7d09f0e2-4e07-43f7-ba53-6600d30c7795: rpc.has_security_group_logging(os_id): False [ 1161.790104] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.790392] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.790392] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.790555] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.790629] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.790832] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.790935] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.790980] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.791179] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.791293] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.791862] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.791862] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.791862] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.792033] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.792033] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.792182] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.792315] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.792315] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.792415] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.792544] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.792593] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 is going to be updated. [ 1161.848471] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.848652] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.848787] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.848931] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.849095] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.863056] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 in Status: IN_PROGRESS for 2s [ 1162.515227] env[70956]: INFO networking_nsxv3.common.synchronization [req-0c95007e-0712-48f3-bb45-da2c0cd41af9 req-0f4780f0-e48d-43b3-a598-1c48060c1f4d tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Enqueued Resource ID: a5f6012f-3024-483c-8299-a4e53dbb6e79 with Priority: HIGHEST for action security_group_members [ 1162.515227] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5f6012f-3024-483c-8299-a4e53dbb6e79 with Priority: HIGHEST for action security_group_members [ 1162.515227] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5f6012f-3024-483c-8299-a4e53dbb6e79 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.515227] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5f6012f-3024-483c-8299-a4e53dbb6e79" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.515227] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5f6012f-3024-483c-8299-a4e53dbb6e79" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.515227] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5f6012f-3024-483c-8299-a4e53dbb6e79" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.515227] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.516099] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.516276] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.516573] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.516760] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.516937] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5f6012f-3024-483c-8299-a4e53dbb6e79',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.977926] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73118fa8-027d-433b-93d5-b26450650641 in Status: SUCCESS [ 1162.978217] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73118fa8-027d-433b-93d5-b26450650641" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.978353] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73118fa8-027d-433b-93d5-b26450650641" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.978587] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73118fa8-027d-433b-93d5-b26450650641" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.978791] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.978911] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.978984] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.979141] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.979224] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.979309] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73118fa8-027d-433b-93d5-b26450650641" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.979401] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('73118fa8-027d-433b-93d5-b26450650641',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.019810] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.019999] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.020057] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.020339] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.020449] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.020661] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.020754] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.020821] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.021130] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.021130] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.021247] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5f6012f-3024-483c-8299-a4e53dbb6e79 already deleted. [ 1163.021247] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5f6012f-3024-483c-8299-a4e53dbb6e79" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.152795] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-40 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.152965] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-40" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.153197] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-40" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.153580] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-40" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.153870] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.154114] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.154335] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.154645] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.154806] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.155066] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1163.155271] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1163.155420] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1163.155545] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1163.155680] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1163.155804] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1163.155947] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1163.177163] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1163.177440] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1163.177644] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1163.177847] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-40" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.178203] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-02af5f71-cd9e-45ac-9b68-0b807f7a383c taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.178400] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-02af5f71-cd9e-45ac-9b68-0b807f7a383c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.178616] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-02af5f71-cd9e-45ac-9b68-0b807f7a383c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.178983] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-02af5f71-cd9e-45ac-9b68-0b807f7a383c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.179150] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02af5f71-cd9e-45ac-9b68-0b807f7a383c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.482420] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-73118fa8-027d-433b-93d5-b26450650641 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.482645] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73118fa8-027d-433b-93d5-b26450650641" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.482728] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73118fa8-027d-433b-93d5-b26450650641" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.483030] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73118fa8-027d-433b-93d5-b26450650641" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.483224] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.483367] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.483426] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.483594] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.483672] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.483877] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73118fa8-027d-433b-93d5-b26450650641" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.483928] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-73118fa8-027d-433b-93d5-b26450650641 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.484016] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73118fa8-027d-433b-93d5-b26450650641" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.484080] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73118fa8-027d-433b-93d5-b26450650641" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.484212] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73118fa8-027d-433b-93d5-b26450650641" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.484382] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.484497] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.484558] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.484695] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.484785] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.484870] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73118fa8-027d-433b-93d5-b26450650641" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.484965] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('73118fa8-027d-433b-93d5-b26450650641',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.684175] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.684487] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.684714] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.684907] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.685070] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.685229] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Segment Port 02af5f71-cd9e-45ac-9b68-0b807f7a383c not found, creating... [ 1163.685496] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.685655] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.685777] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.685998] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.686159] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.686439] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.686626] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.686802] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.687031] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.687177] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.687322] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: 02af5f71-cd9e-45ac-9b68-0b807f7a383c is going to be created. [ 1163.707709] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.707925] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.708070] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.708327] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.708557] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.708786] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-02af5f71-cd9e-45ac-9b68-0b807f7a383c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.877050] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 in Status: SUCCESS [ 1163.878047] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.987136] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 73118fa8-027d-433b-93d5-b26450650641: rpc.has_security_group_logging(os_id): False [ 1164.003772] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.003941] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.003983] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.004201] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.005233] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.005483] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.005602] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.005688] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.005875] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.005974] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.006221] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.006321] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.006418] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.006610] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.006695] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.006920] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.007036] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.007102] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.007241] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.007332] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.007420] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 73118fa8-027d-433b-93d5-b26450650641 is going to be created. [ 1164.059373] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.059570] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.059620] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.059836] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.060053] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.072385] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73118fa8-027d-433b-93d5-b26450650641 in Status: IN_PROGRESS for 2s [ 1164.997081] env[70956]: INFO networking_nsxv3.common.synchronization [req-0c95007e-0712-48f3-bb45-da2c0cd41af9 req-88b29136-6f50-4ae9-befe-ff6869f12af6 service nova] Enqueued Resource ID: a5f6012f-3024-483c-8299-a4e53dbb6e79 with Priority: HIGHEST for action security_group_rules [ 1164.997081] env[70956]: INFO networking_nsxv3.common.synchronization [req-0c95007e-0712-48f3-bb45-da2c0cd41af9 req-88b29136-6f50-4ae9-befe-ff6869f12af6 service nova] Enqueued Resource ID: a5f6012f-3024-483c-8299-a4e53dbb6e79 with Priority: HIGHEST for action security_group_members [ 1164.997081] env[70956]: INFO networking_nsxv3.common.synchronization [req-0c95007e-0712-48f3-bb45-da2c0cd41af9 req-88b29136-6f50-4ae9-befe-ff6869f12af6 service nova] Enqueued Resource ID: 02af5f71-cd9e-45ac-9b68-0b807f7a383c with Priority: HIGHEST for action port [ 1164.997081] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5f6012f-3024-483c-8299-a4e53dbb6e79 with Priority: HIGHEST for action security_group_rules [ 1164.997081] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5f6012f-3024-483c-8299-a4e53dbb6e79 with Priority: HIGHEST for action security_group_members [ 1164.997081] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02af5f71-cd9e-45ac-9b68-0b807f7a383c with Priority: HIGHEST for action port [ 1164.998009] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a5f6012f-3024-483c-8299-a4e53dbb6e79 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.998487] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a5f6012f-3024-483c-8299-a4e53dbb6e79" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.998731] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a5f6012f-3024-483c-8299-a4e53dbb6e79" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.999037] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a5f6012f-3024-483c-8299-a4e53dbb6e79" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.999220] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a5f6012f-3024-483c-8299-a4e53dbb6e79',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.001026] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5f6012f-3024-483c-8299-a4e53dbb6e79 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.001026] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5f6012f-3024-483c-8299-a4e53dbb6e79" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.001753] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5f6012f-3024-483c-8299-a4e53dbb6e79" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.001753] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5f6012f-3024-483c-8299-a4e53dbb6e79" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.001753] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.001753] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.002247] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.002508] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.002682] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.004030] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5f6012f-3024-483c-8299-a4e53dbb6e79',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.004030] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-02af5f71-cd9e-45ac-9b68-0b807f7a383c taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.004030] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02af5f71-cd9e-45ac-9b68-0b807f7a383c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.004030] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02af5f71-cd9e-45ac-9b68-0b807f7a383c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.004307] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02af5f71-cd9e-45ac-9b68-0b807f7a383c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.004307] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02af5f71-cd9e-45ac-9b68-0b807f7a383c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.506375] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a5f6012f-3024-483c-8299-a4e53dbb6e79',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.507917] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5f6012f-3024-483c-8299-a4e53dbb6e79 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.508087] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5f6012f-3024-483c-8299-a4e53dbb6e79" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.508327] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 02af5f71-cd9e-45ac-9b68-0b807f7a383c with status ACTIVE [ 1165.508480] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.508480] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.508581] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.508732] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.508824] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.508990] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.509099] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.509153] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.509297] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.509378] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.509559] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.509665] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.509715] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.509882] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.509954] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.510028] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 02af5f71-cd9e-45ac-9b68-0b807f7a383c is going to be updated. [ 1165.531522] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.531704] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.531758] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.532212] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.532212] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.532358] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02af5f71-cd9e-45ac-9b68-0b807f7a383c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.011904] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a5f6012f-3024-483c-8299-a4e53dbb6e79',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.084172] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73118fa8-027d-433b-93d5-b26450650641 in Status: SUCCESS [ 1166.084464] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-73118fa8-027d-433b-93d5-b26450650641" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.513700] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.513860] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.513964] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.514208] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.514306] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.514407] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5f6012f-3024-483c-8299-a4e53dbb6e79 is going to be created. [ 1166.541054] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.541583] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.541583] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.541830] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.541830] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.553596] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5f6012f-3024-483c-8299-a4e53dbb6e79 in Status: UNINITIALIZED for 2s [ 1166.808212] env[70956]: INFO networking_nsxv3.common.synchronization [req-344da6ad-83a3-4152-abb6-33fb7ed8b7c7 req-9c714407-b9df-4f13-919a-d270e42e4a3d tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Enqueued Resource ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 with Priority: HIGHEST for action security_group_members [ 1166.808212] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 with Priority: HIGHEST for action security_group_members [ 1166.808212] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.808212] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.808212] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.808419] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.808562] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.808656] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.808716] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.808855] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.808932] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.809146] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f021a11d-33ee-470b-8d8b-d8d661b0eaf4',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.312537] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.313135] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.313135] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.313135] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.313135] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.313390] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.313478] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.313545] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.313655] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.313744] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.313835] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 is going to be updated. [ 1167.336759] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.337022] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.337022] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.337234] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.337380] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.349023] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 in Status: IN_PROGRESS for 2s [ 1167.383019] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-434 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.383019] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-434" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.383019] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-434" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.383019] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-434" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.383019] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.383019] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.383019] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.383019] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.383019] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.383019] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1167.383019] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1167.383019] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1167.383019] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1167.383690] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1167.383690] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1167.383690] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1167.404747] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1167.404957] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1167.405098] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1167.406109] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-434" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.406109] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-92fe9258-16ab-4037-b574-2b7e23257c94 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.406109] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-92fe9258-16ab-4037-b574-2b7e23257c94" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.406109] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-92fe9258-16ab-4037-b574-2b7e23257c94" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.406558] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-92fe9258-16ab-4037-b574-2b7e23257c94" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.406558] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92fe9258-16ab-4037-b574-2b7e23257c94',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.911202] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.911202] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.911202] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.911202] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.911202] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.911202] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Segment Port 92fe9258-16ab-4037-b574-2b7e23257c94 not found, creating... [ 1167.911681] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.911840] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.911982] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.912244] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.912398] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.912744] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.912944] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.913130] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.913363] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.913548] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.913708] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: 92fe9258-16ab-4037-b574-2b7e23257c94 is going to be created. [ 1167.932760] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.933893] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.933893] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.933893] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.933893] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.934135] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-92fe9258-16ab-4037-b574-2b7e23257c94" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.564752] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5f6012f-3024-483c-8299-a4e53dbb6e79 in Status: SUCCESS [ 1168.564752] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5f6012f-3024-483c-8299-a4e53dbb6e79" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.564752] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5f6012f-3024-483c-8299-a4e53dbb6e79" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.564752] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5f6012f-3024-483c-8299-a4e53dbb6e79" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.564752] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.564752] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.564752] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.564752] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.564752] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.564752] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5f6012f-3024-483c-8299-a4e53dbb6e79" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.564752] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a5f6012f-3024-483c-8299-a4e53dbb6e79',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.705040] env[70956]: INFO networking_nsxv3.common.synchronization [req-344da6ad-83a3-4152-abb6-33fb7ed8b7c7 req-b77d6e6d-cbe5-48f3-966d-c5219266cb38 service nova] Enqueued Resource ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 with Priority: HIGHEST for action security_group_rules [ 1168.705040] env[70956]: INFO networking_nsxv3.common.synchronization [req-344da6ad-83a3-4152-abb6-33fb7ed8b7c7 req-b77d6e6d-cbe5-48f3-966d-c5219266cb38 service nova] Enqueued Resource ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 with Priority: HIGHEST for action security_group_members [ 1168.705040] env[70956]: INFO networking_nsxv3.common.synchronization [req-344da6ad-83a3-4152-abb6-33fb7ed8b7c7 req-b77d6e6d-cbe5-48f3-966d-c5219266cb38 service nova] Enqueued Resource ID: 92fe9258-16ab-4037-b574-2b7e23257c94 with Priority: HIGHEST for action port [ 1168.705040] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 with Priority: HIGHEST for action security_group_rules [ 1168.705040] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 with Priority: HIGHEST for action security_group_members [ 1168.705040] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92fe9258-16ab-4037-b574-2b7e23257c94 with Priority: HIGHEST for action port [ 1168.705040] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f021a11d-33ee-470b-8d8b-d8d661b0eaf4 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.705040] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.705040] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.706048] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.706275] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f021a11d-33ee-470b-8d8b-d8d661b0eaf4',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.707675] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.707675] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.707675] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-92fe9258-16ab-4037-b574-2b7e23257c94 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.708181] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-92fe9258-16ab-4037-b574-2b7e23257c94" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.708812] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-92fe9258-16ab-4037-b574-2b7e23257c94" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.708812] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-92fe9258-16ab-4037-b574-2b7e23257c94" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.708812] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92fe9258-16ab-4037-b574-2b7e23257c94',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.004653] env[70956]: INFO networking_nsxv3.common.synchronization [req-d7a5c437-fce4-4c34-b8f1-1bae31d543a7 req-2c9ed5ee-4dd3-4243-b21a-ea9d212d48ac tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Enqueued Resource ID: 396b9837-8d50-4fc3-acd7-48e560d0e2eb with Priority: HIGHEST for action security_group_members [ 1169.005179] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 396b9837-8d50-4fc3-acd7-48e560d0e2eb with Priority: HIGHEST for action security_group_members [ 1169.005504] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-396b9837-8d50-4fc3-acd7-48e560d0e2eb taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.005632] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-396b9837-8d50-4fc3-acd7-48e560d0e2eb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.005815] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-396b9837-8d50-4fc3-acd7-48e560d0e2eb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.005883] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-396b9837-8d50-4fc3-acd7-48e560d0e2eb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.006092] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.006406] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.006406] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.006491] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.007093] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.007093] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('396b9837-8d50-4fc3-acd7-48e560d0e2eb',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.068915] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a5f6012f-3024-483c-8299-a4e53dbb6e79',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.210451] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.210451] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.210699] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 92fe9258-16ab-4037-b574-2b7e23257c94 with status ACTIVE [ 1169.210699] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.210819] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.210858] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.211415] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.211415] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.211415] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.211415] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.211580] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.211630] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.211689] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.211873] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.212336] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.212336] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.212336] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.212336] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.212336] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 92fe9258-16ab-4037-b574-2b7e23257c94 is going to be updated. [ 1169.232851] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.232851] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.233026] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.233115] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.233255] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.233426] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-92fe9258-16ab-4037-b574-2b7e23257c94" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.357834] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 in Status: SUCCESS [ 1169.358070] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 deletion is rescheduled due to dependency. [ 1169.358154] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.358303] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.358505] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.358677] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.358794] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.358856] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.359010] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.359098] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.359193] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f021a11d-33ee-470b-8d8b-d8d661b0eaf4',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.509682] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.509842] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.509910] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.510163] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.510263] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.510465] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.510567] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.510632] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.510780] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.510853] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.510943] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 396b9837-8d50-4fc3-acd7-48e560d0e2eb is going to be updated. [ 1169.535778] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.535778] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.535778] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.535778] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.535778] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.546580] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 396b9837-8d50-4fc3-acd7-48e560d0e2eb in Status: IN_PROGRESS for 2s [ 1169.572299] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a5f6012f-3024-483c-8299-a4e53dbb6e79: rpc.has_security_group_logging(os_id): False [ 1169.589575] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.589720] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.589794] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.590466] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.590466] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.590466] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.590643] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.590643] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.590710] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.590851] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.590851] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a5f6012f-3024-483c-8299-a4e53dbb6e79 is going to be created. [ 1169.626511] env[70956]: INFO networking_nsxv3.common.synchronization [req-5925ae81-bdef-41f8-8066-49095ef64001 req-af0e12ef-6dc0-483f-9d49-98a4a3054368 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Enqueued Resource ID: 797aa655-5c4b-473a-bf8e-88c70afaf9e2 with Priority: HIGHEST for action security_group_members [ 1169.627278] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 797aa655-5c4b-473a-bf8e-88c70afaf9e2 with Priority: HIGHEST for action security_group_members [ 1169.627570] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-797aa655-5c4b-473a-bf8e-88c70afaf9e2 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.627695] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-797aa655-5c4b-473a-bf8e-88c70afaf9e2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.627760] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-797aa655-5c4b-473a-bf8e-88c70afaf9e2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.627960] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-797aa655-5c4b-473a-bf8e-88c70afaf9e2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.628205] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.628311] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.628372] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.628529] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.629341] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.629613] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('797aa655-5c4b-473a-bf8e-88c70afaf9e2',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.668430] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.668638] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.668723] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.668918] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.669111] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.678393] env[70956]: INFO networking_nsxv3.common.synchronization [req-b8f3ffc2-7663-43d7-9282-d2090f53ccb5 req-666c3b44-033c-472e-8fee-98dcbaf55f03 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Enqueued Resource ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 with Priority: HIGHEST for action security_group_members [ 1169.679231] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a5f6012f-3024-483c-8299-a4e53dbb6e79 in Status: IN_PROGRESS for 2s [ 1169.679857] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 with Priority: HIGHEST for action security_group_members [ 1169.679939] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d09f0e2-4e07-43f7-ba53-6600d30c7795 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.679998] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.680915] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.681137] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.683554] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.683554] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.683554] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.683554] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.683554] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.683554] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d09f0e2-4e07-43f7-ba53-6600d30c7795',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.861495] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f021a11d-33ee-470b-8d8b-d8d661b0eaf4',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.132022] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.132181] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.132306] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.132459] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.132552] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.132743] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.133058] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.133058] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.133058] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.133181] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.133209] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 797aa655-5c4b-473a-bf8e-88c70afaf9e2 is going to be updated. [ 1170.159273] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.159412] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.159469] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.159664] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.159799] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.170130] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 797aa655-5c4b-473a-bf8e-88c70afaf9e2 in Status: IN_PROGRESS for 2s [ 1170.185610] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d09f0e2-4e07-43f7-ba53-6600d30c7795',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.364319] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f021a11d-33ee-470b-8d8b-d8d661b0eaf4',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.691821] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d09f0e2-4e07-43f7-ba53-6600d30c7795',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.868030] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.868030] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.868030] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.868030] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.868030] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.868030] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 is going to be updated. [ 1170.897215] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.897361] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.897436] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.897855] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.897855] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.905872] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 in Status: IN_PROGRESS for 2s [ 1171.194352] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.194524] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.195259] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.195259] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.195259] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.195259] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 is going to be updated. [ 1171.221071] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.221230] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.221306] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.221512] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.221658] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.231481] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 in Status: IN_PROGRESS for 2s [ 1171.333788] env[70956]: INFO networking_nsxv3.common.synchronization [req-3e9f262a-6dff-4eeb-a2c5-fb5bc1d66296 req-9ca91eda-90b9-4897-a2c2-6456c6fce0ca tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] Enqueued Resource ID: 73118fa8-027d-433b-93d5-b26450650641 with Priority: HIGHEST for action security_group_members [ 1171.334436] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73118fa8-027d-433b-93d5-b26450650641 with Priority: HIGHEST for action security_group_members [ 1171.334810] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-73118fa8-027d-433b-93d5-b26450650641 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.334953] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73118fa8-027d-433b-93d5-b26450650641" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.335058] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73118fa8-027d-433b-93d5-b26450650641" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.335261] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73118fa8-027d-433b-93d5-b26450650641" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.335441] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.335569] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.335634] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.335783] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.335880] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.335971] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73118fa8-027d-433b-93d5-b26450650641',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.557753] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 396b9837-8d50-4fc3-acd7-48e560d0e2eb in Status: SUCCESS [ 1171.557753] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 396b9837-8d50-4fc3-acd7-48e560d0e2eb deletion is rescheduled due to dependency. [ 1171.557753] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-396b9837-8d50-4fc3-acd7-48e560d0e2eb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.696926] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a5f6012f-3024-483c-8299-a4e53dbb6e79 in Status: SUCCESS [ 1171.697266] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a5f6012f-3024-483c-8299-a4e53dbb6e79" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.839332] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.839332] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.839465] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.839592] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.839690] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.839891] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.839997] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.840073] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.840226] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.840305] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.840393] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73118fa8-027d-433b-93d5-b26450650641 is going to be updated. [ 1171.864683] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.864683] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.865131] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.865203] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.865295] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.872994] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73118fa8-027d-433b-93d5-b26450650641 in Status: IN_PROGRESS for 2s [ 1172.179444] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 797aa655-5c4b-473a-bf8e-88c70afaf9e2 in Status: SUCCESS [ 1172.179648] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 797aa655-5c4b-473a-bf8e-88c70afaf9e2 deletion is rescheduled due to dependency. [ 1172.179815] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-797aa655-5c4b-473a-bf8e-88c70afaf9e2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.916845] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 in Status: SUCCESS [ 1172.916845] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.916845] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.917166] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.917557] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.918351] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.918351] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.918462] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.918462] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.918587] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.919181] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f021a11d-33ee-470b-8d8b-d8d661b0eaf4',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.240748] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 in Status: SUCCESS [ 1173.240945] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.422908] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.423130] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.423193] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.423385] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.423610] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.423717] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.423771] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.423920] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.424011] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.424103] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.424261] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.424353] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.424428] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.424591] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.424737] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.424861] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.424936] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.425029] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.425124] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.425198] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.425274] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f021a11d-33ee-470b-8d8b-d8d661b0eaf4',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.884378] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73118fa8-027d-433b-93d5-b26450650641 in Status: SUCCESS [ 1173.884603] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73118fa8-027d-433b-93d5-b26450650641 deletion is rescheduled due to dependency. [ 1173.884709] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73118fa8-027d-433b-93d5-b26450650641" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.928255] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f021a11d-33ee-470b-8d8b-d8d661b0eaf4: rpc.has_security_group_logging(os_id): False [ 1173.945141] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.945343] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.945395] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.945690] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.945838] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.946136] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.946253] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.946306] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.946470] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.946569] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.946776] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.946896] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.946971] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.947138] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.947217] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.947407] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.947538] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.947656] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.948368] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.948368] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.948368] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 is going to be updated. [ 1174.002462] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.002644] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.002760] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.002912] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.003075] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.020112] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 in Status: IN_PROGRESS for 2s [ 1176.036979] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 in Status: SUCCESS [ 1176.037300] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.334960] env[70956]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1176.335074] env[70956]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1179.814329] env[70956]: INFO networking_nsxv3.common.synchronization [req-8e637a9c-6a9f-4933-ac4a-8dd791cb8025 req-9fe44fa1-65e3-4527-89f0-2e8c97d89575 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Enqueued Resource ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 with Priority: HIGHEST for action security_group_members [ 1179.815562] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 with Priority: HIGHEST for action security_group_members [ 1179.815562] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d09f0e2-4e07-43f7-ba53-6600d30c7795 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.815718] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.815718] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.816045] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.816164] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.816299] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.816390] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.816603] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.816721] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.816845] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d09f0e2-4e07-43f7-ba53-6600d30c7795',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.114027] env[70956]: INFO networking_nsxv3.common.synchronization [None req-b8f55774-9314-43a3-8cff-fc34cf45c929 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Enqueued Resource ID: 85fda3b5-129d-40d5-8220-dedb9dbad4a6 with Priority: HIGHEST for action security_group_rules [ 1180.114246] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85fda3b5-129d-40d5-8220-dedb9dbad4a6 with Priority: HIGHEST for action security_group_rules [ 1180.114768] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85fda3b5-129d-40d5-8220-dedb9dbad4a6 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.114768] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85fda3b5-129d-40d5-8220-dedb9dbad4a6" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.114768] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85fda3b5-129d-40d5-8220-dedb9dbad4a6" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.115088] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85fda3b5-129d-40d5-8220-dedb9dbad4a6" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.115204] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85fda3b5-129d-40d5-8220-dedb9dbad4a6',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.182928] env[70956]: INFO networking_nsxv3.common.synchronization [None req-bd1c3bc1-fb0d-4602-97db-ec35c8361004 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Enqueued Resource ID: 85fda3b5-129d-40d5-8220-dedb9dbad4a6 with Priority: HIGHEST for action security_group_rules [ 1180.183383] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85fda3b5-129d-40d5-8220-dedb9dbad4a6 with Priority: HIGHEST for action security_group_rules [ 1180.183810] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85fda3b5-129d-40d5-8220-dedb9dbad4a6 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.183900] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85fda3b5-129d-40d5-8220-dedb9dbad4a6" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.319715] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.319904] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.319979] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.320210] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.320306] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.320510] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.320607] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.320671] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.320820] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.320898] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.320983] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 is going to be updated. [ 1180.356355] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.356510] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.356557] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.356749] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.356889] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.367345] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 in Status: IN_PROGRESS for 2s [ 1180.656163] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.656246] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.656279] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.656482] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.656571] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.656667] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85fda3b5-129d-40d5-8220-dedb9dbad4a6 already deleted. [ 1180.656762] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85fda3b5-129d-40d5-8220-dedb9dbad4a6" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.656904] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85fda3b5-129d-40d5-8220-dedb9dbad4a6" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.657097] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85fda3b5-129d-40d5-8220-dedb9dbad4a6" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.657168] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85fda3b5-129d-40d5-8220-dedb9dbad4a6',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.179197] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.179596] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.179596] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.179684] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.179720] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.179846] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85fda3b5-129d-40d5-8220-dedb9dbad4a6 already deleted. [ 1181.179942] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85fda3b5-129d-40d5-8220-dedb9dbad4a6" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.376856] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 in Status: SUCCESS [ 1182.377101] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 deletion is rescheduled due to dependency. [ 1182.377101] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.184057] env[70956]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1185.184350] env[70956]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1188.521772] env[70956]: INFO networking_nsxv3.common.synchronization [req-bd6711db-a607-4827-a0a0-88b54071e4d4 req-71eae8c0-1a2b-41e5-a430-2a7a7ccc0ab9 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Enqueued Resource ID: 85fda3b5-129d-40d5-8220-dedb9dbad4a6 with Priority: HIGHEST for action security_group_members [ 1188.523172] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85fda3b5-129d-40d5-8220-dedb9dbad4a6 with Priority: HIGHEST for action security_group_members [ 1188.523172] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-85fda3b5-129d-40d5-8220-dedb9dbad4a6 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.523172] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85fda3b5-129d-40d5-8220-dedb9dbad4a6" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.523172] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85fda3b5-129d-40d5-8220-dedb9dbad4a6" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.523172] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85fda3b5-129d-40d5-8220-dedb9dbad4a6" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.523572] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.523572] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.523572] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.523786] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.523786] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.523883] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85fda3b5-129d-40d5-8220-dedb9dbad4a6',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.963283] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-124 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.963527] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-124" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.963716] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-124" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.964025] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-124" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.964316] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.964519] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.964658] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.964913] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.965112] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.965358] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1188.965482] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1188.965599] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1188.965739] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1188.965892] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1188.966024] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1188.966165] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1188.984899] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1188.985124] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1188.985285] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1188.985511] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-124" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.985857] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-7c36990f-1478-437d-a386-2240765cdc44 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.986130] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-7c36990f-1478-437d-a386-2240765cdc44" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.986281] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-7c36990f-1478-437d-a386-2240765cdc44" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.986635] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-7c36990f-1478-437d-a386-2240765cdc44" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.986814] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c36990f-1478-437d-a386-2240765cdc44',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.026729] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.026966] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.026966] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.027317] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.027422] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.027627] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.027727] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.027805] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.028337] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.028610] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.028610] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85fda3b5-129d-40d5-8220-dedb9dbad4a6 already deleted. [ 1189.028703] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85fda3b5-129d-40d5-8220-dedb9dbad4a6" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.489700] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.490101] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.490328] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.490678] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.490878] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.491120] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Segment Port 7c36990f-1478-437d-a386-2240765cdc44 not found, creating... [ 1189.491475] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.491726] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.491900] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.492200] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.492448] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.492835] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.492998] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.493206] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.493482] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.493668] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.493915] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: 7c36990f-1478-437d-a386-2240765cdc44 is going to be created. [ 1189.513840] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.514069] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.514069] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.514300] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.514536] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.514812] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-7c36990f-1478-437d-a386-2240765cdc44" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.248249] env[70956]: INFO networking_nsxv3.common.synchronization [req-bd6711db-a607-4827-a0a0-88b54071e4d4 req-923dd780-b48a-417f-bcf2-07286daf014a service nova] Enqueued Resource ID: 85fda3b5-129d-40d5-8220-dedb9dbad4a6 with Priority: HIGHEST for action security_group_rules [ 1190.248535] env[70956]: INFO networking_nsxv3.common.synchronization [req-bd6711db-a607-4827-a0a0-88b54071e4d4 req-923dd780-b48a-417f-bcf2-07286daf014a service nova] Enqueued Resource ID: 85fda3b5-129d-40d5-8220-dedb9dbad4a6 with Priority: HIGHEST for action security_group_members [ 1190.248631] env[70956]: INFO networking_nsxv3.common.synchronization [req-bd6711db-a607-4827-a0a0-88b54071e4d4 req-923dd780-b48a-417f-bcf2-07286daf014a service nova] Enqueued Resource ID: 7c36990f-1478-437d-a386-2240765cdc44 with Priority: HIGHEST for action port [ 1190.248847] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85fda3b5-129d-40d5-8220-dedb9dbad4a6 with Priority: HIGHEST for action security_group_rules [ 1190.248979] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85fda3b5-129d-40d5-8220-dedb9dbad4a6 with Priority: HIGHEST for action security_group_members [ 1190.249091] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c36990f-1478-437d-a386-2240765cdc44 with Priority: HIGHEST for action port [ 1190.249635] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85fda3b5-129d-40d5-8220-dedb9dbad4a6 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.249766] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85fda3b5-129d-40d5-8220-dedb9dbad4a6" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.249836] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85fda3b5-129d-40d5-8220-dedb9dbad4a6" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.250121] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85fda3b5-129d-40d5-8220-dedb9dbad4a6" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.250238] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85fda3b5-129d-40d5-8220-dedb9dbad4a6',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.251193] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-85fda3b5-129d-40d5-8220-dedb9dbad4a6 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.251277] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85fda3b5-129d-40d5-8220-dedb9dbad4a6" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.251368] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85fda3b5-129d-40d5-8220-dedb9dbad4a6" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.251559] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85fda3b5-129d-40d5-8220-dedb9dbad4a6" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.251770] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.251942] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.251942] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.252175] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.252285] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.252395] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85fda3b5-129d-40d5-8220-dedb9dbad4a6',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.253827] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c36990f-1478-437d-a386-2240765cdc44 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.253827] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c36990f-1478-437d-a386-2240765cdc44" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.253827] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c36990f-1478-437d-a386-2240765cdc44" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.253827] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c36990f-1478-437d-a386-2240765cdc44" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.254011] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c36990f-1478-437d-a386-2240765cdc44',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.755441] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85fda3b5-129d-40d5-8220-dedb9dbad4a6',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.756970] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-85fda3b5-129d-40d5-8220-dedb9dbad4a6 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.756970] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85fda3b5-129d-40d5-8220-dedb9dbad4a6" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.757185] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7c36990f-1478-437d-a386-2240765cdc44 with status ACTIVE [ 1190.757347] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.757503] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.757611] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.757859] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.757995] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.758228] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.758387] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.758491] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.758728] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.758966] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.759221] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.759476] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.759587] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.759743] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.759826] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.759914] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7c36990f-1478-437d-a386-2240765cdc44 is going to be updated. [ 1190.779400] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.779588] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.779633] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.779957] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.780144] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.780343] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c36990f-1478-437d-a386-2240765cdc44" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.258063] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85fda3b5-129d-40d5-8220-dedb9dbad4a6',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.760235] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.760475] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.760547] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.760786] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.760865] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.760933] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85fda3b5-129d-40d5-8220-dedb9dbad4a6 is going to be created. [ 1191.787664] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.787972] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.787972] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.788420] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.788677] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.803990] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85fda3b5-129d-40d5-8220-dedb9dbad4a6 in Status: UNINITIALIZED for 2s [ 1193.816638] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85fda3b5-129d-40d5-8220-dedb9dbad4a6 in Status: SUCCESS [ 1193.816944] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85fda3b5-129d-40d5-8220-dedb9dbad4a6" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.817132] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85fda3b5-129d-40d5-8220-dedb9dbad4a6" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.817344] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85fda3b5-129d-40d5-8220-dedb9dbad4a6" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.817560] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.817656] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.817722] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.817873] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.817947] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.818042] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85fda3b5-129d-40d5-8220-dedb9dbad4a6" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.818137] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('85fda3b5-129d-40d5-8220-dedb9dbad4a6',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.320547] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('85fda3b5-129d-40d5-8220-dedb9dbad4a6',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.822332] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 85fda3b5-129d-40d5-8220-dedb9dbad4a6: rpc.has_security_group_logging(os_id): False [ 1194.839255] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.839434] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.839541] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.839816] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.839940] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.840232] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.840362] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.840451] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.840619] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.840700] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.840816] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85fda3b5-129d-40d5-8220-dedb9dbad4a6 is going to be created. [ 1194.895168] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.895403] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.895403] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.895483] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.895661] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.904972] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85fda3b5-129d-40d5-8220-dedb9dbad4a6 in Status: IN_PROGRESS for 2s [ 1195.250128] env[70956]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1195.250339] env[70956]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1196.918874] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85fda3b5-129d-40d5-8220-dedb9dbad4a6 in Status: SUCCESS [ 1196.919231] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85fda3b5-129d-40d5-8220-dedb9dbad4a6" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.251772] env[70956]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1200.252262] env[70956]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1205.253441] env[70956]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1205.253776] env[70956]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1208.883649] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-74 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.883969] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-74" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.884027] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-74" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.884287] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-74" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.884557] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.884717] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.884838] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.885218] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.885389] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.885618] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1208.886064] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1208.886064] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1208.886064] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1208.886202] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1208.886239] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1208.886339] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1208.904823] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1208.904983] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1208.905305] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1208.905488] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-74" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.905779] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-6f78b7cc-b0bc-4ee1-8060-da2f3b75872a taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.905944] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-6f78b7cc-b0bc-4ee1-8060-da2f3b75872a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.906081] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-6f78b7cc-b0bc-4ee1-8060-da2f3b75872a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.906323] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-6f78b7cc-b0bc-4ee1-8060-da2f3b75872a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.906462] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f78b7cc-b0bc-4ee1-8060-da2f3b75872a',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.408853] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.409142] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.409196] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.409441] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.409592] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.409879] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.410057] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.410182] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.410398] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.410541] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.410819] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.410979] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.411114] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.411322] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.411460] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.411603] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: 6f78b7cc-b0bc-4ee1-8060-da2f3b75872a is going to be updated. [ 1209.431565] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.431827] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.431910] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.432195] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.432392] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.432610] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-6f78b7cc-b0bc-4ee1-8060-da2f3b75872a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.100367] env[70956]: INFO networking_nsxv3.common.synchronization [req-c527946a-72a2-4885-8ba8-1957754ca7d1 req-6f50d497-1ebc-4847-bc86-7e78d202d13a service nova] Enqueued Resource ID: dfd45fa7-fdf9-4176-8c38-b361ac0897f3 with Priority: HIGHEST for action security_group_rules [ 1210.100655] env[70956]: INFO networking_nsxv3.common.synchronization [req-c527946a-72a2-4885-8ba8-1957754ca7d1 req-6f50d497-1ebc-4847-bc86-7e78d202d13a service nova] Enqueued Resource ID: dfd45fa7-fdf9-4176-8c38-b361ac0897f3 with Priority: HIGHEST for action security_group_members [ 1210.100799] env[70956]: INFO networking_nsxv3.common.synchronization [req-c527946a-72a2-4885-8ba8-1957754ca7d1 req-6f50d497-1ebc-4847-bc86-7e78d202d13a service nova] Enqueued Resource ID: 6f78b7cc-b0bc-4ee1-8060-da2f3b75872a with Priority: HIGHEST for action port [ 1210.100935] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfd45fa7-fdf9-4176-8c38-b361ac0897f3 with Priority: HIGHEST for action security_group_rules [ 1210.101080] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfd45fa7-fdf9-4176-8c38-b361ac0897f3 with Priority: HIGHEST for action security_group_members [ 1210.101236] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f78b7cc-b0bc-4ee1-8060-da2f3b75872a with Priority: HIGHEST for action port [ 1210.101839] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dfd45fa7-fdf9-4176-8c38-b361ac0897f3 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.101922] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dfd45fa7-fdf9-4176-8c38-b361ac0897f3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.101981] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dfd45fa7-fdf9-4176-8c38-b361ac0897f3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.102254] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dfd45fa7-fdf9-4176-8c38-b361ac0897f3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.102338] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dfd45fa7-fdf9-4176-8c38-b361ac0897f3',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.103564] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfd45fa7-fdf9-4176-8c38-b361ac0897f3 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.103681] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfd45fa7-fdf9-4176-8c38-b361ac0897f3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.103749] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfd45fa7-fdf9-4176-8c38-b361ac0897f3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.103904] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfd45fa7-fdf9-4176-8c38-b361ac0897f3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.104180] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.104180] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.104286] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.104424] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.104485] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.104599] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfd45fa7-fdf9-4176-8c38-b361ac0897f3',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.105264] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-6f78b7cc-b0bc-4ee1-8060-da2f3b75872a taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.105362] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6f78b7cc-b0bc-4ee1-8060-da2f3b75872a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.105461] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6f78b7cc-b0bc-4ee1-8060-da2f3b75872a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.105616] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6f78b7cc-b0bc-4ee1-8060-da2f3b75872a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.105690] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f78b7cc-b0bc-4ee1-8060-da2f3b75872a',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.607164] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfd45fa7-fdf9-4176-8c38-b361ac0897f3 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.607380] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfd45fa7-fdf9-4176-8c38-b361ac0897f3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.607505] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dfd45fa7-fdf9-4176-8c38-b361ac0897f3',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.608754] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6f78b7cc-b0bc-4ee1-8060-da2f3b75872a with status ACTIVE [ 1210.609037] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.609197] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.609302] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.609608] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.609758] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.610041] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.610203] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.610311] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.610557] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.610680] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.610968] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.611146] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.611240] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.611397] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.611510] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.611606] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6f78b7cc-b0bc-4ee1-8060-da2f3b75872a is going to be updated. [ 1210.631182] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.631310] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.631377] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.631547] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.631674] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.631824] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6f78b7cc-b0bc-4ee1-8060-da2f3b75872a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.113319] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dfd45fa7-fdf9-4176-8c38-b361ac0897f3',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.615631] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.615795] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.615872] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.616128] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.616243] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.616363] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfd45fa7-fdf9-4176-8c38-b361ac0897f3 is going to be updated. [ 1211.644120] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.644305] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.644402] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.644660] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.644845] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.653267] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfd45fa7-fdf9-4176-8c38-b361ac0897f3 in Status: IN_PROGRESS for 2s [ 1212.942106] env[70956]: INFO networking_nsxv3.common.synchronization [req-201b1c92-ae4e-449d-bcf2-85a0e86899cf req-6d535f96-006c-4fa6-a528-4d02955cff89 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Enqueued Resource ID: 3ae3aeee-35ee-40e8-98cc-42dd5f020641 with Priority: HIGHEST for action security_group_members [ 1212.942682] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ae3aeee-35ee-40e8-98cc-42dd5f020641 with Priority: HIGHEST for action security_group_members [ 1212.943013] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ae3aeee-35ee-40e8-98cc-42dd5f020641 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.943144] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ae3aeee-35ee-40e8-98cc-42dd5f020641" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.943216] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ae3aeee-35ee-40e8-98cc-42dd5f020641" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.943407] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ae3aeee-35ee-40e8-98cc-42dd5f020641" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.943563] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.943662] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.943721] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.943865] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.943998] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.944118] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ae3aeee-35ee-40e8-98cc-42dd5f020641',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.446254] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.446454] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.446454] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.446648] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.446741] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.446935] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.447049] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.447117] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.447268] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.447347] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.447434] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ae3aeee-35ee-40e8-98cc-42dd5f020641 is going to be updated. [ 1213.493283] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.493507] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.493507] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.493709] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.493852] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.502361] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ae3aeee-35ee-40e8-98cc-42dd5f020641 in Status: IN_PROGRESS for 2s [ 1213.663343] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfd45fa7-fdf9-4176-8c38-b361ac0897f3 in Status: SUCCESS [ 1213.663806] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfd45fa7-fdf9-4176-8c38-b361ac0897f3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.663806] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfd45fa7-fdf9-4176-8c38-b361ac0897f3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.664021] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfd45fa7-fdf9-4176-8c38-b361ac0897f3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.664698] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.664698] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.664698] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.664698] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.664698] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.664948] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfd45fa7-fdf9-4176-8c38-b361ac0897f3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.664948] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dfd45fa7-fdf9-4176-8c38-b361ac0897f3',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.166828] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dfd45fa7-fdf9-4176-8c38-b361ac0897f3',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.669324] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dfd45fa7-fdf9-4176-8c38-b361ac0897f3: rpc.has_security_group_logging(os_id): False [ 1214.696709] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.696899] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.696989] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.697262] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.697364] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.697717] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.697843] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.697912] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.698117] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.698224] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.698340] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dfd45fa7-fdf9-4176-8c38-b361ac0897f3 is going to be updated. [ 1214.776620] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.776620] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.776620] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.776620] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.776620] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.789474] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dfd45fa7-fdf9-4176-8c38-b361ac0897f3 in Status: IN_PROGRESS for 2s [ 1214.988296] env[70956]: INFO networking_nsxv3.common.synchronization [req-6924f6f7-a77f-46af-90ed-b6a6d5198434 req-0d40c1cb-d7c4-4d53-b1ef-dbf28acecfae tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Enqueued Resource ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 with Priority: HIGHEST for action security_group_members [ 1214.988856] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 with Priority: HIGHEST for action security_group_members [ 1214.989182] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.989313] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.989378] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.989585] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.989733] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.989828] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.989886] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.990400] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.990400] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.990400] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f021a11d-33ee-470b-8d8b-d8d661b0eaf4',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.493891] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.493891] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.493891] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.494413] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.494413] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.494413] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.494558] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.494558] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.494712] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.494792] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.494899] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 is going to be updated. [ 1215.521217] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ae3aeee-35ee-40e8-98cc-42dd5f020641 in Status: SUCCESS [ 1215.521433] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ae3aeee-35ee-40e8-98cc-42dd5f020641 deletion is rescheduled due to dependency. [ 1215.521503] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ae3aeee-35ee-40e8-98cc-42dd5f020641" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.522496] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.522660] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.522709] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.522890] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.523065] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.529936] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 in Status: IN_PROGRESS for 2s [ 1216.821067] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dfd45fa7-fdf9-4176-8c38-b361ac0897f3 in Status: SUCCESS [ 1216.821478] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dfd45fa7-fdf9-4176-8c38-b361ac0897f3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.500577] env[70956]: INFO networking_nsxv3.common.synchronization [None req-16290924-7a82-428f-8d9e-8ed52a821955 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Enqueued Resource ID: 7ee3f834-4ab6-486b-b14d-3b63705551c0 with Priority: HIGHEST for action security_group_rules [ 1217.500577] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ee3f834-4ab6-486b-b14d-3b63705551c0 with Priority: HIGHEST for action security_group_rules [ 1217.500577] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ee3f834-4ab6-486b-b14d-3b63705551c0 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.500577] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ee3f834-4ab6-486b-b14d-3b63705551c0" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.500577] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ee3f834-4ab6-486b-b14d-3b63705551c0" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.500577] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ee3f834-4ab6-486b-b14d-3b63705551c0" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.500577] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ee3f834-4ab6-486b-b14d-3b63705551c0',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.541098] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 in Status: IN_PROGRESS for 4s [ 1217.587225] env[70956]: INFO networking_nsxv3.common.synchronization [None req-c9a83866-adf8-4dce-93a8-29fe19b6e049 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Enqueued Resource ID: 7ee3f834-4ab6-486b-b14d-3b63705551c0 with Priority: HIGHEST for action security_group_rules [ 1217.587225] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ee3f834-4ab6-486b-b14d-3b63705551c0 with Priority: HIGHEST for action security_group_rules [ 1217.587225] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ee3f834-4ab6-486b-b14d-3b63705551c0 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.587225] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ee3f834-4ab6-486b-b14d-3b63705551c0" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.021361] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.021361] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.021799] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.021799] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.021799] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.021799] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ee3f834-4ab6-486b-b14d-3b63705551c0 already deleted. [ 1218.021949] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ee3f834-4ab6-486b-b14d-3b63705551c0" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.022119] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ee3f834-4ab6-486b-b14d-3b63705551c0" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.022297] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ee3f834-4ab6-486b-b14d-3b63705551c0" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.022387] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ee3f834-4ab6-486b-b14d-3b63705551c0',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.546095] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.546269] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.546345] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.546537] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.546631] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.546728] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ee3f834-4ab6-486b-b14d-3b63705551c0 already deleted. [ 1218.546811] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ee3f834-4ab6-486b-b14d-3b63705551c0" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.554941] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 in Status: SUCCESS [ 1219.554941] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 deletion is rescheduled due to dependency. [ 1219.554941] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.587546] env[70956]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1222.587940] env[70956]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1222.951327] env[70956]: INFO networking_nsxv3.common.synchronization [req-d940420e-83e3-45bc-99a6-2429375ba298 req-e59a48a8-5659-4ab3-8a22-d6218b0eef2b tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Enqueued Resource ID: 7ee3f834-4ab6-486b-b14d-3b63705551c0 with Priority: HIGHEST for action security_group_members [ 1222.951708] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ee3f834-4ab6-486b-b14d-3b63705551c0 with Priority: HIGHEST for action security_group_members [ 1222.952245] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ee3f834-4ab6-486b-b14d-3b63705551c0 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.952367] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ee3f834-4ab6-486b-b14d-3b63705551c0" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.952435] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ee3f834-4ab6-486b-b14d-3b63705551c0" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.952679] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ee3f834-4ab6-486b-b14d-3b63705551c0" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.952839] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.952933] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.952997] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.953219] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.953219] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.953344] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ee3f834-4ab6-486b-b14d-3b63705551c0',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.226244] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-57 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.226438] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-57" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.227111] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-57" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.227111] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-57" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.227111] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.227275] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.227519] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.228297] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.228297] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.228297] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1223.228297] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1223.228587] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1223.228587] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1223.228587] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1223.228694] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1223.228830] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1223.250783] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1223.250940] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1223.251090] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1223.251262] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-57" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.251544] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-b48b14f6-9e11-4247-8dc9-4355290b0da9 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.251707] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-b48b14f6-9e11-4247-8dc9-4355290b0da9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.251828] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-b48b14f6-9e11-4247-8dc9-4355290b0da9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.252126] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-b48b14f6-9e11-4247-8dc9-4355290b0da9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.252299] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b48b14f6-9e11-4247-8dc9-4355290b0da9',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.455371] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.455596] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.455713] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.455884] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.455975] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.456191] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.456291] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.456357] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.456523] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.456624] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.456711] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ee3f834-4ab6-486b-b14d-3b63705551c0 already deleted. [ 1223.456794] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ee3f834-4ab6-486b-b14d-3b63705551c0" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.755204] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.755204] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.755204] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.755636] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.755636] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.755636] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Segment Port b48b14f6-9e11-4247-8dc9-4355290b0da9 not found, creating... [ 1223.755814] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.755977] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.756118] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.756338] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.756486] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.756767] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.756924] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.757065] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.757278] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.757419] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.757635] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: b48b14f6-9e11-4247-8dc9-4355290b0da9 is going to be created. [ 1223.799018] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.799272] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.799408] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.799678] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.799911] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.800160] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-b48b14f6-9e11-4247-8dc9-4355290b0da9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.650952] env[70956]: INFO networking_nsxv3.common.synchronization [req-d940420e-83e3-45bc-99a6-2429375ba298 req-74535c6a-174d-4d0e-a8d8-520102f16922 service nova] Enqueued Resource ID: 7ee3f834-4ab6-486b-b14d-3b63705551c0 with Priority: HIGHEST for action security_group_rules [ 1224.650952] env[70956]: INFO networking_nsxv3.common.synchronization [req-d940420e-83e3-45bc-99a6-2429375ba298 req-74535c6a-174d-4d0e-a8d8-520102f16922 service nova] Enqueued Resource ID: 7ee3f834-4ab6-486b-b14d-3b63705551c0 with Priority: HIGHEST for action security_group_members [ 1224.650952] env[70956]: INFO networking_nsxv3.common.synchronization [req-d940420e-83e3-45bc-99a6-2429375ba298 req-74535c6a-174d-4d0e-a8d8-520102f16922 service nova] Enqueued Resource ID: b48b14f6-9e11-4247-8dc9-4355290b0da9 with Priority: HIGHEST for action port [ 1224.650952] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ee3f834-4ab6-486b-b14d-3b63705551c0 with Priority: HIGHEST for action security_group_rules [ 1224.650952] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ee3f834-4ab6-486b-b14d-3b63705551c0 with Priority: HIGHEST for action security_group_members [ 1224.650952] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b48b14f6-9e11-4247-8dc9-4355290b0da9 with Priority: HIGHEST for action port [ 1224.652367] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ee3f834-4ab6-486b-b14d-3b63705551c0 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.652661] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ee3f834-4ab6-486b-b14d-3b63705551c0" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.652824] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ee3f834-4ab6-486b-b14d-3b63705551c0" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.653130] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ee3f834-4ab6-486b-b14d-3b63705551c0" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.653304] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ee3f834-4ab6-486b-b14d-3b63705551c0',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.655379] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ee3f834-4ab6-486b-b14d-3b63705551c0 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.655497] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ee3f834-4ab6-486b-b14d-3b63705551c0" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.655562] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ee3f834-4ab6-486b-b14d-3b63705551c0" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.655737] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ee3f834-4ab6-486b-b14d-3b63705551c0" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.655887] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.657035] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.657035] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.657035] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.657035] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.657035] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ee3f834-4ab6-486b-b14d-3b63705551c0',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.657567] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-b48b14f6-9e11-4247-8dc9-4355290b0da9 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.657567] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b48b14f6-9e11-4247-8dc9-4355290b0da9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.657713] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b48b14f6-9e11-4247-8dc9-4355290b0da9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.657784] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b48b14f6-9e11-4247-8dc9-4355290b0da9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.657863] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b48b14f6-9e11-4247-8dc9-4355290b0da9',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.159549] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ee3f834-4ab6-486b-b14d-3b63705551c0 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.159844] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ee3f834-4ab6-486b-b14d-3b63705551c0" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.159921] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ee3f834-4ab6-486b-b14d-3b63705551c0',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.160983] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b48b14f6-9e11-4247-8dc9-4355290b0da9 with status ACTIVE [ 1225.161247] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.161247] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.161247] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.161500] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.161500] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.161608] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.161703] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.161765] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.161955] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.162096] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.162307] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.162407] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.162465] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.162608] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.162679] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.162912] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b48b14f6-9e11-4247-8dc9-4355290b0da9 is going to be updated. [ 1225.188138] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.188282] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.188340] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.188528] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.188659] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.188958] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b48b14f6-9e11-4247-8dc9-4355290b0da9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.664390] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ee3f834-4ab6-486b-b14d-3b63705551c0',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.166969] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.167260] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.167260] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.167431] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.167934] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.167934] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ee3f834-4ab6-486b-b14d-3b63705551c0 is going to be created. [ 1226.190366] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.190513] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.190595] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.190796] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.190952] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.200469] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ee3f834-4ab6-486b-b14d-3b63705551c0 in Status: UNINITIALIZED for 2s [ 1228.187110] env[70956]: INFO networking_nsxv3.common.synchronization [req-06468956-696b-436f-b1e4-08067399f31a req-daf0823e-e4f7-4863-8c15-dadc482024b5 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Enqueued Resource ID: dfd45fa7-fdf9-4176-8c38-b361ac0897f3 with Priority: HIGHEST for action security_group_members [ 1228.187369] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfd45fa7-fdf9-4176-8c38-b361ac0897f3 with Priority: HIGHEST for action security_group_members [ 1228.187674] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfd45fa7-fdf9-4176-8c38-b361ac0897f3 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.187798] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfd45fa7-fdf9-4176-8c38-b361ac0897f3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.187868] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfd45fa7-fdf9-4176-8c38-b361ac0897f3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.188072] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfd45fa7-fdf9-4176-8c38-b361ac0897f3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.188229] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.188330] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.188413] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.188584] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.188621] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.188694] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfd45fa7-fdf9-4176-8c38-b361ac0897f3',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.211589] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ee3f834-4ab6-486b-b14d-3b63705551c0 in Status: SUCCESS [ 1228.211786] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ee3f834-4ab6-486b-b14d-3b63705551c0" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.211930] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ee3f834-4ab6-486b-b14d-3b63705551c0" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.212126] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ee3f834-4ab6-486b-b14d-3b63705551c0" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.212304] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.212417] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.212478] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.212681] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.212770] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.212853] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ee3f834-4ab6-486b-b14d-3b63705551c0" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.212940] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7ee3f834-4ab6-486b-b14d-3b63705551c0',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.691206] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.691424] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.691476] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.691727] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.691862] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.692320] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.692434] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.692512] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.692658] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.692748] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.692845] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfd45fa7-fdf9-4176-8c38-b361ac0897f3 is going to be updated. [ 1228.714538] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7ee3f834-4ab6-486b-b14d-3b63705551c0',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.720355] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.720633] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.720724] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.720993] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.721215] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.731448] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfd45fa7-fdf9-4176-8c38-b361ac0897f3 in Status: IN_PROGRESS for 2s [ 1229.217525] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7ee3f834-4ab6-486b-b14d-3b63705551c0: rpc.has_security_group_logging(os_id): False [ 1229.237453] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.237638] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.237680] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.237884] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.237973] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.238234] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.238347] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.238423] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.238586] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.238667] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.238755] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ee3f834-4ab6-486b-b14d-3b63705551c0 is going to be created. [ 1229.297688] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.297878] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.297973] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.298343] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.298486] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.310251] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ee3f834-4ab6-486b-b14d-3b63705551c0 in Status: IN_PROGRESS for 2s [ 1230.741402] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfd45fa7-fdf9-4176-8c38-b361ac0897f3 in Status: SUCCESS [ 1230.741798] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfd45fa7-fdf9-4176-8c38-b361ac0897f3 deletion is rescheduled due to dependency. [ 1230.741798] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfd45fa7-fdf9-4176-8c38-b361ac0897f3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.324509] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ee3f834-4ab6-486b-b14d-3b63705551c0 in Status: SUCCESS [ 1231.324509] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ee3f834-4ab6-486b-b14d-3b63705551c0" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.188118] env[70956]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1233.188497] env[70956]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1238.189054] env[70956]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1238.189321] env[70956]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1242.034581] env[70956]: INFO networking_nsxv3.common.synchronization [req-4f95a012-817e-480c-b1bd-f88f3514866f req-137925e4-055e-4bad-86d7-07136460a21f tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Enqueued Resource ID: a531065e-e0dc-42ee-9b54-537d949b118f with Priority: HIGHEST for action security_group_members [ 1242.035915] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a531065e-e0dc-42ee-9b54-537d949b118f with Priority: HIGHEST for action security_group_members [ 1242.035915] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-a531065e-e0dc-42ee-9b54-537d949b118f taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.035915] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a531065e-e0dc-42ee-9b54-537d949b118f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.036133] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a531065e-e0dc-42ee-9b54-537d949b118f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.036286] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a531065e-e0dc-42ee-9b54-537d949b118f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.036450] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.036559] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.036615] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.036871] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.036871] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.037029] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a531065e-e0dc-42ee-9b54-537d949b118f',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.538953] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.539171] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.539250] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.539468] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.539568] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.539775] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.539873] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.539936] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.540096] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.540175] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.540263] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a531065e-e0dc-42ee-9b54-537d949b118f is going to be updated. [ 1242.576492] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.576692] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.576692] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.576858] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.576992] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.586311] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a531065e-e0dc-42ee-9b54-537d949b118f in Status: IN_PROGRESS for 2s [ 1244.387066] env[70956]: INFO networking_nsxv3.common.synchronization [req-e2d972f7-aa12-4a71-951c-3e1cb6728feb req-4a15640a-9691-4e2c-acfc-84499d720687 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Enqueued Resource ID: 57f46818-da60-4d26-b261-8fc5064322a3 with Priority: HIGHEST for action security_group_members [ 1244.387809] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57f46818-da60-4d26-b261-8fc5064322a3 with Priority: HIGHEST for action security_group_members [ 1244.388185] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-57f46818-da60-4d26-b261-8fc5064322a3 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.388313] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57f46818-da60-4d26-b261-8fc5064322a3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.388382] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57f46818-da60-4d26-b261-8fc5064322a3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.388597] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57f46818-da60-4d26-b261-8fc5064322a3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.388755] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.388853] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.388915] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.389122] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.389206] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.389299] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57f46818-da60-4d26-b261-8fc5064322a3',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.597018] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a531065e-e0dc-42ee-9b54-537d949b118f in Status: SUCCESS [ 1244.597252] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a531065e-e0dc-42ee-9b54-537d949b118f deletion is rescheduled due to dependency. [ 1244.597252] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a531065e-e0dc-42ee-9b54-537d949b118f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.893064] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.893247] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.893288] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.893518] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.893617] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.893812] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.893926] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.894039] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.894218] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.894300] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.894390] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57f46818-da60-4d26-b261-8fc5064322a3 is going to be updated. [ 1244.934668] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.934805] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.934873] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.935077] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.935215] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.945353] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57f46818-da60-4d26-b261-8fc5064322a3 in Status: IN_PROGRESS for 2s [ 1246.955851] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57f46818-da60-4d26-b261-8fc5064322a3 in Status: SUCCESS [ 1246.956201] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57f46818-da60-4d26-b261-8fc5064322a3 deletion is rescheduled due to dependency. [ 1246.956201] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57f46818-da60-4d26-b261-8fc5064322a3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.388523] env[70956]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1249.388798] env[70956]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1253.835963] env[70956]: INFO networking_nsxv3.common.synchronization [req-48c81ae3-e5ce-458e-a07b-b0ad7019ca41 req-eafd9c71-eb68-4b8b-80ab-6bdb1731d518 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Enqueued Resource ID: 194f8e51-00d8-409a-8359-bf07a41f6603 with Priority: HIGHEST for action security_group_members [ 1253.836489] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 194f8e51-00d8-409a-8359-bf07a41f6603 with Priority: HIGHEST for action security_group_members [ 1253.836787] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-194f8e51-00d8-409a-8359-bf07a41f6603 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.836929] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-194f8e51-00d8-409a-8359-bf07a41f6603" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.837680] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-194f8e51-00d8-409a-8359-bf07a41f6603" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.837680] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-194f8e51-00d8-409a-8359-bf07a41f6603" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.837680] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.837680] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.837680] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.837680] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.838040] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.838040] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('194f8e51-00d8-409a-8359-bf07a41f6603',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.092145] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-549 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.092355] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-549" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.092485] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-549" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.092783] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-549" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.093064] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.093227] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.093348] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.093560] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.093710] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.093919] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1254.094050] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1254.094162] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1254.094273] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1254.094385] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1254.094494] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1254.096288] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1254.117161] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1254.117330] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1254.117468] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1254.117632] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-549" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.117926] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-8638b74d-1db2-4d1b-8001-7c11a4122e8b taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.118113] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-8638b74d-1db2-4d1b-8001-7c11a4122e8b" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.118296] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-8638b74d-1db2-4d1b-8001-7c11a4122e8b" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.118603] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-8638b74d-1db2-4d1b-8001-7c11a4122e8b" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.118783] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8638b74d-1db2-4d1b-8001-7c11a4122e8b',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.339990] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.340185] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.340238] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.340445] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.340535] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.340733] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.340833] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.340896] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.341055] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.341133] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.341218] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 194f8e51-00d8-409a-8359-bf07a41f6603 is going to be updated. [ 1254.383847] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.383994] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.384078] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.384258] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.384394] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.395496] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 194f8e51-00d8-409a-8359-bf07a41f6603 in Status: IN_PROGRESS for 2s [ 1254.621936] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.621936] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.621936] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.622548] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.622548] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.622548] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Segment Port 8638b74d-1db2-4d1b-8001-7c11a4122e8b not found, creating... [ 1254.622751] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.622961] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.623067] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.623645] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.623645] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.623815] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.623919] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.623992] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.624528] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.624727] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.624976] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: 8638b74d-1db2-4d1b-8001-7c11a4122e8b is going to be created. [ 1254.668366] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.668705] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.668878] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.669352] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.669656] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.670030] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-8638b74d-1db2-4d1b-8001-7c11a4122e8b" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.317026] env[70956]: INFO networking_nsxv3.common.synchronization [req-48c81ae3-e5ce-458e-a07b-b0ad7019ca41 req-7f43913c-c6c2-4471-91a0-f6e3415d6eaf service nova] Enqueued Resource ID: 194f8e51-00d8-409a-8359-bf07a41f6603 with Priority: HIGHEST for action security_group_rules [ 1255.317262] env[70956]: INFO networking_nsxv3.common.synchronization [req-48c81ae3-e5ce-458e-a07b-b0ad7019ca41 req-7f43913c-c6c2-4471-91a0-f6e3415d6eaf service nova] Enqueued Resource ID: 194f8e51-00d8-409a-8359-bf07a41f6603 with Priority: HIGHEST for action security_group_members [ 1255.317386] env[70956]: INFO networking_nsxv3.common.synchronization [req-48c81ae3-e5ce-458e-a07b-b0ad7019ca41 req-7f43913c-c6c2-4471-91a0-f6e3415d6eaf service nova] Enqueued Resource ID: 8638b74d-1db2-4d1b-8001-7c11a4122e8b with Priority: HIGHEST for action port [ 1255.317616] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 194f8e51-00d8-409a-8359-bf07a41f6603 with Priority: HIGHEST for action security_group_rules [ 1255.317863] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 194f8e51-00d8-409a-8359-bf07a41f6603 with Priority: HIGHEST for action security_group_members [ 1255.317863] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8638b74d-1db2-4d1b-8001-7c11a4122e8b with Priority: HIGHEST for action port [ 1255.318830] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-194f8e51-00d8-409a-8359-bf07a41f6603 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.318830] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-194f8e51-00d8-409a-8359-bf07a41f6603" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.318830] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-194f8e51-00d8-409a-8359-bf07a41f6603" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.318830] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-194f8e51-00d8-409a-8359-bf07a41f6603" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.318830] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('194f8e51-00d8-409a-8359-bf07a41f6603',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.320044] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-194f8e51-00d8-409a-8359-bf07a41f6603 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.320161] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-194f8e51-00d8-409a-8359-bf07a41f6603" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.320337] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-8638b74d-1db2-4d1b-8001-7c11a4122e8b taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.320438] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8638b74d-1db2-4d1b-8001-7c11a4122e8b" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.320503] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8638b74d-1db2-4d1b-8001-7c11a4122e8b" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.320668] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8638b74d-1db2-4d1b-8001-7c11a4122e8b" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.320745] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8638b74d-1db2-4d1b-8001-7c11a4122e8b',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.820760] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-194f8e51-00d8-409a-8359-bf07a41f6603 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.820760] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-194f8e51-00d8-409a-8359-bf07a41f6603" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.825022] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8638b74d-1db2-4d1b-8001-7c11a4122e8b with status ACTIVE [ 1255.825340] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.825544] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.825702] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.826044] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.827239] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.831024] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.831024] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.831024] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.831024] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.831024] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.831024] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.831024] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.831024] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.831024] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.831024] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.831024] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8638b74d-1db2-4d1b-8001-7c11a4122e8b is going to be updated. [ 1255.853919] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.854163] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.854263] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.854471] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.854743] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.854903] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8638b74d-1db2-4d1b-8001-7c11a4122e8b" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.968589] env[70956]: INFO networking_nsxv3.common.synchronization [req-058cd827-dae2-49f3-9eaf-ea52a6dea619 req-4e40072a-c827-450c-bb46-568518dfa368 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Enqueued Resource ID: 85fda3b5-129d-40d5-8220-dedb9dbad4a6 with Priority: HIGHEST for action security_group_members [ 1255.969128] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85fda3b5-129d-40d5-8220-dedb9dbad4a6 with Priority: HIGHEST for action security_group_members [ 1255.969435] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-85fda3b5-129d-40d5-8220-dedb9dbad4a6 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.969560] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85fda3b5-129d-40d5-8220-dedb9dbad4a6" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.969630] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85fda3b5-129d-40d5-8220-dedb9dbad4a6" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.969862] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85fda3b5-129d-40d5-8220-dedb9dbad4a6" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.970031] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.970136] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.970201] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.970349] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.970437] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.970527] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85fda3b5-129d-40d5-8220-dedb9dbad4a6',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.405113] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 194f8e51-00d8-409a-8359-bf07a41f6603 in Status: SUCCESS [ 1256.405440] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 194f8e51-00d8-409a-8359-bf07a41f6603 deletion is rescheduled due to dependency. [ 1256.405440] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-194f8e51-00d8-409a-8359-bf07a41f6603" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.405546] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-194f8e51-00d8-409a-8359-bf07a41f6603" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.405773] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-194f8e51-00d8-409a-8359-bf07a41f6603" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.405959] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.406090] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.406158] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.406309] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.406391] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.406486] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('194f8e51-00d8-409a-8359-bf07a41f6603',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.472922] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.473083] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.473153] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.473360] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.473450] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.473639] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.473735] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.473794] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.473932] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.474016] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.474119] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85fda3b5-129d-40d5-8220-dedb9dbad4a6 is going to be updated. [ 1256.503424] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.503558] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.503643] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.503930] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.504121] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.512432] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85fda3b5-129d-40d5-8220-dedb9dbad4a6 in Status: IN_PROGRESS for 2s [ 1256.910011] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('194f8e51-00d8-409a-8359-bf07a41f6603',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.412787] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('194f8e51-00d8-409a-8359-bf07a41f6603',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.915898] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.916311] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.916311] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.916373] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.916482] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.916523] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 194f8e51-00d8-409a-8359-bf07a41f6603 is going to be updated. [ 1257.958727] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.958884] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.958948] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.959119] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.959264] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.973354] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 194f8e51-00d8-409a-8359-bf07a41f6603 in Status: IN_PROGRESS for 2s [ 1258.521683] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85fda3b5-129d-40d5-8220-dedb9dbad4a6 in Status: SUCCESS [ 1258.522049] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85fda3b5-129d-40d5-8220-dedb9dbad4a6 deletion is rescheduled due to dependency. [ 1258.522049] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85fda3b5-129d-40d5-8220-dedb9dbad4a6" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.984040] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 194f8e51-00d8-409a-8359-bf07a41f6603 in Status: SUCCESS [ 1259.984388] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-194f8e51-00d8-409a-8359-bf07a41f6603" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.984388] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-194f8e51-00d8-409a-8359-bf07a41f6603" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.984604] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-194f8e51-00d8-409a-8359-bf07a41f6603" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.984886] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.985026] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.985098] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.985267] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.985350] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.985438] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-194f8e51-00d8-409a-8359-bf07a41f6603" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.985556] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('194f8e51-00d8-409a-8359-bf07a41f6603',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.488013] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-194f8e51-00d8-409a-8359-bf07a41f6603 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.488184] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-194f8e51-00d8-409a-8359-bf07a41f6603" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.488257] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-194f8e51-00d8-409a-8359-bf07a41f6603" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.488471] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-194f8e51-00d8-409a-8359-bf07a41f6603" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.488645] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.488748] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.489075] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.489075] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.489075] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.489180] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-194f8e51-00d8-409a-8359-bf07a41f6603" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.489252] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-194f8e51-00d8-409a-8359-bf07a41f6603 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.489341] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-194f8e51-00d8-409a-8359-bf07a41f6603" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.489399] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-194f8e51-00d8-409a-8359-bf07a41f6603" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.489534] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-194f8e51-00d8-409a-8359-bf07a41f6603" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.489667] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.489757] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.489817] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.489948] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.490032] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.490111] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-194f8e51-00d8-409a-8359-bf07a41f6603" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.490195] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('194f8e51-00d8-409a-8359-bf07a41f6603',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.969878] env[70956]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1260.969988] env[70956]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1260.992474] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 194f8e51-00d8-409a-8359-bf07a41f6603: rpc.has_security_group_logging(os_id): False [ 1261.014169] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.014319] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.014365] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.014550] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.014650] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.014907] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.015014] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.015074] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.015224] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.015303] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.015474] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.015566] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.015626] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.015782] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.015859] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.016059] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.016147] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.016206] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.016340] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.016413] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.016498] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 194f8e51-00d8-409a-8359-bf07a41f6603 is going to be updated. [ 1261.086712] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.087312] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.087431] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.087572] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.087716] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.100104] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 194f8e51-00d8-409a-8359-bf07a41f6603 in Status: IN_PROGRESS for 2s [ 1263.115257] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 194f8e51-00d8-409a-8359-bf07a41f6603 in Status: SUCCESS [ 1263.115632] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-194f8e51-00d8-409a-8359-bf07a41f6603" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.877499] env[70956]: INFO networking_nsxv3.common.synchronization [req-c3d4a0e7-d142-4adf-8877-a9f37020b307 req-84da5d28-b696-4e92-939d-046637ba87f3 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Enqueued Resource ID: 194f8e51-00d8-409a-8359-bf07a41f6603 with Priority: HIGHEST for action security_group_members [ 1263.877977] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 194f8e51-00d8-409a-8359-bf07a41f6603 with Priority: HIGHEST for action security_group_members [ 1263.878320] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-194f8e51-00d8-409a-8359-bf07a41f6603 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.878551] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-194f8e51-00d8-409a-8359-bf07a41f6603" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.878636] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-194f8e51-00d8-409a-8359-bf07a41f6603" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.880316] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-194f8e51-00d8-409a-8359-bf07a41f6603" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.880483] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.880593] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.880659] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.880824] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.880909] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.881014] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('194f8e51-00d8-409a-8359-bf07a41f6603',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.924382] env[70956]: INFO networking_nsxv3.common.synchronization [req-c3d4a0e7-d142-4adf-8877-a9f37020b307 req-84da5d28-b696-4e92-939d-046637ba87f3 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Enqueued Resource ID: 8638b74d-1db2-4d1b-8001-7c11a4122e8b with Priority: HIGHEST for action port [ 1263.928506] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8638b74d-1db2-4d1b-8001-7c11a4122e8b with Priority: HIGHEST for action port [ 1263.928506] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-8638b74d-1db2-4d1b-8001-7c11a4122e8b taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.928506] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8638b74d-1db2-4d1b-8001-7c11a4122e8b" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.928506] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8638b74d-1db2-4d1b-8001-7c11a4122e8b" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.928506] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8638b74d-1db2-4d1b-8001-7c11a4122e8b" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.928506] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8638b74d-1db2-4d1b-8001-7c11a4122e8b',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.383580] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.384540] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.384540] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.384540] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.384724] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.384872] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.384992] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.385117] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.385318] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.385409] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.385546] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 194f8e51-00d8-409a-8359-bf07a41f6603 is going to be updated. [ 1264.424403] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.424596] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.424657] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.424914] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.425112] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.429714] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8638b74d-1db2-4d1b-8001-7c11a4122e8b with status ACTIVE [ 1264.429907] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.430036] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.430105] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.430279] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.430366] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.430538] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.430635] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.430701] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.430834] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.430912] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.431108] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.431201] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.431252] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.431389] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.431456] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.431538] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8638b74d-1db2-4d1b-8001-7c11a4122e8b is going to be updated. [ 1264.434237] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 194f8e51-00d8-409a-8359-bf07a41f6603 in Status: IN_PROGRESS for 2s [ 1264.457669] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.457669] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.457669] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.457669] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.457669] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.457669] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8638b74d-1db2-4d1b-8001-7c11a4122e8b" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.449015] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 194f8e51-00d8-409a-8359-bf07a41f6603 in Status: SUCCESS [ 1266.449404] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 194f8e51-00d8-409a-8359-bf07a41f6603 deletion is rescheduled due to dependency. [ 1266.449404] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-194f8e51-00d8-409a-8359-bf07a41f6603" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.926338] env[70956]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1268.926643] env[70956]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1273.927440] env[70956]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1273.927776] env[70956]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1277.091588] env[70956]: INFO networking_nsxv3.common.synchronization [req-b26dc1e1-cf63-4451-a7aa-b9612d5611c8 req-b524fe7a-898d-489c-b439-1618901397cf tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Enqueued Resource ID: 61937a54-15b5-434f-b4d4-9b7b07524455 with Priority: HIGHEST for action security_group_members [ 1277.092150] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61937a54-15b5-434f-b4d4-9b7b07524455 with Priority: HIGHEST for action security_group_members [ 1277.092464] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-61937a54-15b5-434f-b4d4-9b7b07524455 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.092723] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61937a54-15b5-434f-b4d4-9b7b07524455" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.092723] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61937a54-15b5-434f-b4d4-9b7b07524455" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.092907] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61937a54-15b5-434f-b4d4-9b7b07524455" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.093061] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.093185] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.093185] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.093354] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.093416] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.093508] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61937a54-15b5-434f-b4d4-9b7b07524455',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.595616] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.595787] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.595833] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.596226] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.617396] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.617710] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.617884] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.617967] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.618227] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.618347] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.618469] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61937a54-15b5-434f-b4d4-9b7b07524455 is going to be updated. [ 1277.640655] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.640808] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.640886] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.641084] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.641236] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.648367] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61937a54-15b5-434f-b4d4-9b7b07524455 in Status: IN_PROGRESS for 2s [ 1279.660489] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61937a54-15b5-434f-b4d4-9b7b07524455 in Status: SUCCESS [ 1279.660968] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61937a54-15b5-434f-b4d4-9b7b07524455 deletion is rescheduled due to dependency. [ 1279.660968] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61937a54-15b5-434f-b4d4-9b7b07524455" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.681603] env[70956]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-5a43399c-bcf2-4713-b000-f5747c6a1896 None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1281.681876] env[70956]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-5a43399c-bcf2-4713-b000-f5747c6a1896 None None] NSXv3 Agent Agent loop - iteration:3 started [ 1282.092830] env[70956]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1282.092990] env[70956]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1285.828511] env[70956]: INFO networking_nsxv3.common.synchronization [req-22fe811f-c886-4f68-8e36-9ea937a2103f req-6f5d36b3-afb7-4e25-b773-07a547a4d7f7 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Enqueued Resource ID: 61937a54-15b5-434f-b4d4-9b7b07524455 with Priority: HIGHEST for action security_group_members [ 1285.829047] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61937a54-15b5-434f-b4d4-9b7b07524455 with Priority: HIGHEST for action security_group_members [ 1285.829363] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-61937a54-15b5-434f-b4d4-9b7b07524455 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.829488] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61937a54-15b5-434f-b4d4-9b7b07524455" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.829553] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61937a54-15b5-434f-b4d4-9b7b07524455" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.829755] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61937a54-15b5-434f-b4d4-9b7b07524455" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.829908] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.830015] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.830156] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.830309] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.830396] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.830489] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61937a54-15b5-434f-b4d4-9b7b07524455',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.096265] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-521 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.096515] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-521" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.096651] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-521" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.096917] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-521" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.097188] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.097347] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.097466] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.097678] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.097824] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.098236] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1286.098385] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1286.098501] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1286.098613] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1286.098841] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1286.098841] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1286.098975] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1286.117714] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1286.117907] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1286.118095] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1286.118302] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-521" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.118627] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-5d5744e9-f7db-4bfd-adf7-44f21198641c taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.118820] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-5d5744e9-f7db-4bfd-adf7-44f21198641c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.118948] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-5d5744e9-f7db-4bfd-adf7-44f21198641c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.120010] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-5d5744e9-f7db-4bfd-adf7-44f21198641c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.120010] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d5744e9-f7db-4bfd-adf7-44f21198641c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.332673] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.332990] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.332990] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.333183] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.333250] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.333417] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.333521] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.333579] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.333728] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.333805] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.333891] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61937a54-15b5-434f-b4d4-9b7b07524455 is going to be updated. [ 1286.361822] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.362082] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.362154] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.362378] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.362570] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.373090] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61937a54-15b5-434f-b4d4-9b7b07524455 in Status: IN_PROGRESS for 2s [ 1286.621974] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.622235] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.622338] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.622618] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.622771] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.622962] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Segment Port 5d5744e9-f7db-4bfd-adf7-44f21198641c not found, creating... [ 1286.623241] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.623403] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.623524] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.623746] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.623892] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.624193] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.624354] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.624577] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.624680] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.624807] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.624949] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: 5d5744e9-f7db-4bfd-adf7-44f21198641c is going to be created. [ 1286.645573] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.645859] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.646038] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.646180] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.646407] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.646630] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-5d5744e9-f7db-4bfd-adf7-44f21198641c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.314313] env[70956]: INFO networking_nsxv3.common.synchronization [req-22fe811f-c886-4f68-8e36-9ea937a2103f req-450e5cc2-3b77-4d8c-ac9f-20c3bc55b158 service nova] Enqueued Resource ID: 61937a54-15b5-434f-b4d4-9b7b07524455 with Priority: HIGHEST for action security_group_rules [ 1287.314621] env[70956]: INFO networking_nsxv3.common.synchronization [req-22fe811f-c886-4f68-8e36-9ea937a2103f req-450e5cc2-3b77-4d8c-ac9f-20c3bc55b158 service nova] Enqueued Resource ID: 61937a54-15b5-434f-b4d4-9b7b07524455 with Priority: HIGHEST for action security_group_members [ 1287.317422] env[70956]: INFO networking_nsxv3.common.synchronization [req-22fe811f-c886-4f68-8e36-9ea937a2103f req-450e5cc2-3b77-4d8c-ac9f-20c3bc55b158 service nova] Enqueued Resource ID: 5d5744e9-f7db-4bfd-adf7-44f21198641c with Priority: HIGHEST for action port [ 1287.317422] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61937a54-15b5-434f-b4d4-9b7b07524455 with Priority: HIGHEST for action security_group_rules [ 1287.317422] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61937a54-15b5-434f-b4d4-9b7b07524455 with Priority: HIGHEST for action security_group_members [ 1287.317422] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d5744e9-f7db-4bfd-adf7-44f21198641c with Priority: HIGHEST for action port [ 1287.317422] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61937a54-15b5-434f-b4d4-9b7b07524455 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.317422] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61937a54-15b5-434f-b4d4-9b7b07524455" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.317422] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61937a54-15b5-434f-b4d4-9b7b07524455" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.317422] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61937a54-15b5-434f-b4d4-9b7b07524455" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.317422] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61937a54-15b5-434f-b4d4-9b7b07524455',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.317422] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-61937a54-15b5-434f-b4d4-9b7b07524455 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.319726] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61937a54-15b5-434f-b4d4-9b7b07524455" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.319726] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d5744e9-f7db-4bfd-adf7-44f21198641c taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.319726] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d5744e9-f7db-4bfd-adf7-44f21198641c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.319726] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d5744e9-f7db-4bfd-adf7-44f21198641c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.319726] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d5744e9-f7db-4bfd-adf7-44f21198641c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.319726] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d5744e9-f7db-4bfd-adf7-44f21198641c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.821959] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-61937a54-15b5-434f-b4d4-9b7b07524455 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.822122] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61937a54-15b5-434f-b4d4-9b7b07524455" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.822322] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5d5744e9-f7db-4bfd-adf7-44f21198641c with status ACTIVE [ 1287.822594] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.822834] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.822834] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.823017] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.823116] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.823290] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.823384] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.823443] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.823588] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.823664] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.823851] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.823943] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.824014] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.824162] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.824236] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.824333] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5d5744e9-f7db-4bfd-adf7-44f21198641c is going to be updated. [ 1287.843860] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.844015] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.844076] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.844268] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.844404] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.844557] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d5744e9-f7db-4bfd-adf7-44f21198641c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.011694] env[70956]: INFO networking_nsxv3.common.synchronization [req-29f95b42-bedc-428f-be99-c616f603c269 req-8b7c2b8e-1fc1-49fc-9013-30ba4b673a75 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Enqueued Resource ID: 7a24b5ad-c650-4671-9c3b-9d8c667356fa with Priority: HIGHEST for action security_group_members [ 1288.012264] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a24b5ad-c650-4671-9c3b-9d8c667356fa with Priority: HIGHEST for action security_group_members [ 1288.012690] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a24b5ad-c650-4671-9c3b-9d8c667356fa taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.012690] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a24b5ad-c650-4671-9c3b-9d8c667356fa" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.012798] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a24b5ad-c650-4671-9c3b-9d8c667356fa" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.013010] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a24b5ad-c650-4671-9c3b-9d8c667356fa" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.014134] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.014262] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.014322] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.014491] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.014580] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.014679] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a24b5ad-c650-4671-9c3b-9d8c667356fa',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.382790] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61937a54-15b5-434f-b4d4-9b7b07524455 in Status: SUCCESS [ 1288.383122] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61937a54-15b5-434f-b4d4-9b7b07524455 deletion is rescheduled due to dependency. [ 1288.383122] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61937a54-15b5-434f-b4d4-9b7b07524455" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.383281] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61937a54-15b5-434f-b4d4-9b7b07524455" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.383503] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61937a54-15b5-434f-b4d4-9b7b07524455" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.383729] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.383852] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.383918] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.384088] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.384171] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.384266] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61937a54-15b5-434f-b4d4-9b7b07524455',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.415194] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-549 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.415437] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-549" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.415569] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-549" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.415840] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-549" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.416194] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.416374] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.416500] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.416759] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.416919] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.417147] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1288.417270] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1288.417391] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1288.417550] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1288.417685] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1288.417826] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1288.417935] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1288.435237] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1288.435410] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1288.435553] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1288.435756] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-549" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.436175] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-10ecf37e-0cb4-4990-9ea5-449e9f8ec690 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.436358] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-10ecf37e-0cb4-4990-9ea5-449e9f8ec690" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.436483] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-10ecf37e-0cb4-4990-9ea5-449e9f8ec690" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.436861] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-10ecf37e-0cb4-4990-9ea5-449e9f8ec690" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.437015] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10ecf37e-0cb4-4990-9ea5-449e9f8ec690',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.517082] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7a24b5ad-c650-4671-9c3b-9d8c667356fa',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.886856] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('61937a54-15b5-434f-b4d4-9b7b07524455',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.943455] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.943719] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.943886] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.944255] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.944741] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.944741] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Segment Port 10ecf37e-0cb4-4990-9ea5-449e9f8ec690 not found, creating... [ 1288.945079] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.945331] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.945468] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.945702] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.945893] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.946221] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.946347] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.946443] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.946750] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.946820] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.946925] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: 10ecf37e-0cb4-4990-9ea5-449e9f8ec690 is going to be created. [ 1288.965739] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.965931] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.966165] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.966314] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.966533] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.966750] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-10ecf37e-0cb4-4990-9ea5-449e9f8ec690" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.019408] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7a24b5ad-c650-4671-9c3b-9d8c667356fa',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.389491] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('61937a54-15b5-434f-b4d4-9b7b07524455',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.521590] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.522347] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.522347] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.522347] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.522347] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.522347] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a24b5ad-c650-4671-9c3b-9d8c667356fa is going to be updated. [ 1289.549208] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.549370] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.549580] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.549718] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.549793] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.558420] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a24b5ad-c650-4671-9c3b-9d8c667356fa in Status: IN_PROGRESS for 2s [ 1289.638096] env[70956]: INFO networking_nsxv3.common.synchronization [req-29f95b42-bedc-428f-be99-c616f603c269 req-cd3f6a3e-c81f-430d-9841-4b98a4c88762 service nova] Enqueued Resource ID: 7a24b5ad-c650-4671-9c3b-9d8c667356fa with Priority: HIGHEST for action security_group_rules [ 1289.638323] env[70956]: INFO networking_nsxv3.common.synchronization [req-29f95b42-bedc-428f-be99-c616f603c269 req-cd3f6a3e-c81f-430d-9841-4b98a4c88762 service nova] Enqueued Resource ID: 7a24b5ad-c650-4671-9c3b-9d8c667356fa with Priority: HIGHEST for action security_group_members [ 1289.638466] env[70956]: INFO networking_nsxv3.common.synchronization [req-29f95b42-bedc-428f-be99-c616f603c269 req-cd3f6a3e-c81f-430d-9841-4b98a4c88762 service nova] Enqueued Resource ID: 10ecf37e-0cb4-4990-9ea5-449e9f8ec690 with Priority: HIGHEST for action port [ 1289.638701] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a24b5ad-c650-4671-9c3b-9d8c667356fa with Priority: HIGHEST for action security_group_rules [ 1289.638805] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a24b5ad-c650-4671-9c3b-9d8c667356fa with Priority: HIGHEST for action security_group_members [ 1289.638897] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10ecf37e-0cb4-4990-9ea5-449e9f8ec690 with Priority: HIGHEST for action port [ 1289.639448] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a24b5ad-c650-4671-9c3b-9d8c667356fa taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.639634] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a24b5ad-c650-4671-9c3b-9d8c667356fa" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.639634] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a24b5ad-c650-4671-9c3b-9d8c667356fa" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.639820] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a24b5ad-c650-4671-9c3b-9d8c667356fa" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.639874] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a24b5ad-c650-4671-9c3b-9d8c667356fa',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.640661] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a24b5ad-c650-4671-9c3b-9d8c667356fa taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.640762] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a24b5ad-c650-4671-9c3b-9d8c667356fa" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.640938] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-10ecf37e-0cb4-4990-9ea5-449e9f8ec690 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.641355] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-10ecf37e-0cb4-4990-9ea5-449e9f8ec690" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.641427] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-10ecf37e-0cb4-4990-9ea5-449e9f8ec690" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.641592] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-10ecf37e-0cb4-4990-9ea5-449e9f8ec690" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.641666] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10ecf37e-0cb4-4990-9ea5-449e9f8ec690',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.892634] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.892793] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.892868] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.893112] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.893209] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.893336] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61937a54-15b5-434f-b4d4-9b7b07524455 is going to be updated. [ 1289.919328] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.919328] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.919557] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.919609] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.919866] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.927577] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61937a54-15b5-434f-b4d4-9b7b07524455 in Status: IN_PROGRESS for 2s [ 1290.142910] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a24b5ad-c650-4671-9c3b-9d8c667356fa taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.143093] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a24b5ad-c650-4671-9c3b-9d8c667356fa" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.144358] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 10ecf37e-0cb4-4990-9ea5-449e9f8ec690 with status ACTIVE [ 1290.144541] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.144656] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.144721] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.144940] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.145051] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.145215] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.145343] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.145380] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.145510] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.145588] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.145762] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.145850] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.145911] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.146079] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.146182] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.146269] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 10ecf37e-0cb4-4990-9ea5-449e9f8ec690 is going to be updated. [ 1290.166901] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.167036] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.167095] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.167227] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.167346] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.167485] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-10ecf37e-0cb4-4990-9ea5-449e9f8ec690" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.568263] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a24b5ad-c650-4671-9c3b-9d8c667356fa in Status: IN_PROGRESS for 4s [ 1291.936949] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61937a54-15b5-434f-b4d4-9b7b07524455 in Status: SUCCESS [ 1291.937346] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61937a54-15b5-434f-b4d4-9b7b07524455" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.937346] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61937a54-15b5-434f-b4d4-9b7b07524455" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.937549] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61937a54-15b5-434f-b4d4-9b7b07524455" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.937732] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.937880] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.937934] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.938059] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.938136] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.938215] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61937a54-15b5-434f-b4d4-9b7b07524455" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.938300] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('61937a54-15b5-434f-b4d4-9b7b07524455',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.441150] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('61937a54-15b5-434f-b4d4-9b7b07524455',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.943902] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 61937a54-15b5-434f-b4d4-9b7b07524455: rpc.has_security_group_logging(os_id): False [ 1292.961744] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.962037] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.962037] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.962201] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.962298] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.962553] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.962651] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.962722] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.962861] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.962932] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.963063] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61937a54-15b5-434f-b4d4-9b7b07524455 is going to be updated. [ 1293.016769] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.017020] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.017020] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.018034] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.018034] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.029302] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61937a54-15b5-434f-b4d4-9b7b07524455 in Status: IN_PROGRESS for 2s [ 1293.577799] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a24b5ad-c650-4671-9c3b-9d8c667356fa in Status: SUCCESS [ 1293.578059] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a24b5ad-c650-4671-9c3b-9d8c667356fa" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.578299] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a24b5ad-c650-4671-9c3b-9d8c667356fa" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.578540] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a24b5ad-c650-4671-9c3b-9d8c667356fa" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.578734] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.578856] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.578920] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.579094] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.579181] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.579298] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a24b5ad-c650-4671-9c3b-9d8c667356fa',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.081864] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7a24b5ad-c650-4671-9c3b-9d8c667356fa',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.584315] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7a24b5ad-c650-4671-9c3b-9d8c667356fa',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.639511] env[70956]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1294.639684] env[70956]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 1295.040804] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61937a54-15b5-434f-b4d4-9b7b07524455 in Status: SUCCESS [ 1295.041101] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61937a54-15b5-434f-b4d4-9b7b07524455" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.086774] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.087083] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.087083] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.087300] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.087422] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.087551] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a24b5ad-c650-4671-9c3b-9d8c667356fa is going to be updated. [ 1295.116309] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.116483] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.116483] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.116650] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.116801] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.124561] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a24b5ad-c650-4671-9c3b-9d8c667356fa in Status: IN_PROGRESS for 2s [ 1297.136237] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a24b5ad-c650-4671-9c3b-9d8c667356fa in Status: SUCCESS [ 1297.136636] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a24b5ad-c650-4671-9c3b-9d8c667356fa" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.136636] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a24b5ad-c650-4671-9c3b-9d8c667356fa" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.136872] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a24b5ad-c650-4671-9c3b-9d8c667356fa" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.137150] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.137284] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.137345] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.137507] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.137584] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.137683] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a24b5ad-c650-4671-9c3b-9d8c667356fa" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.137807] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7a24b5ad-c650-4671-9c3b-9d8c667356fa',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.640446] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7a24b5ad-c650-4671-9c3b-9d8c667356fa',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.143034] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7a24b5ad-c650-4671-9c3b-9d8c667356fa: rpc.has_security_group_logging(os_id): False [ 1298.160654] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.160840] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.160902] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.161096] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.179510] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.179736] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.179862] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.179933] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.180144] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.180234] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.180320] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a24b5ad-c650-4671-9c3b-9d8c667356fa is going to be updated. [ 1298.238465] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.238641] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.238704] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.238865] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.239013] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.250378] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a24b5ad-c650-4671-9c3b-9d8c667356fa in Status: IN_PROGRESS for 2s [ 1299.530215] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-57 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.530559] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-57" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.530559] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-57" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.530824] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-57" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.531096] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.531414] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.531578] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.531809] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.532025] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.532263] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1299.532431] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1299.532584] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1299.532718] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1299.532838] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1299.532997] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1299.533222] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1299.550987] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1299.551419] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1299.551478] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1299.551670] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-57" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.552024] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-b48b14f6-9e11-4247-8dc9-4355290b0da9 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.552216] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-b48b14f6-9e11-4247-8dc9-4355290b0da9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.552352] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-b48b14f6-9e11-4247-8dc9-4355290b0da9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.552636] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-b48b14f6-9e11-4247-8dc9-4355290b0da9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.552784] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b48b14f6-9e11-4247-8dc9-4355290b0da9',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.640751] env[70956]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1299.641179] env[70956]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1300.055432] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.055708] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.055842] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.056189] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.056385] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.056694] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.056859] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.056982] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.057227] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.057375] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.057799] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.057981] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.058123] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.058349] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.058493] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.058642] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: b48b14f6-9e11-4247-8dc9-4355290b0da9 is going to be updated. [ 1300.078087] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.078285] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.078412] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.078651] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.078840] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.079074] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-b48b14f6-9e11-4247-8dc9-4355290b0da9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.262718] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a24b5ad-c650-4671-9c3b-9d8c667356fa in Status: SUCCESS [ 1300.262924] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a24b5ad-c650-4671-9c3b-9d8c667356fa" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.792562] env[70956]: INFO networking_nsxv3.common.synchronization [req-c5419e3a-d8c9-4fc9-a4b5-b85fd046887d req-4c5398ba-430f-4768-b72d-44b60c1403bb service nova] Enqueued Resource ID: 7ee3f834-4ab6-486b-b14d-3b63705551c0 with Priority: HIGHEST for action security_group_rules [ 1300.792848] env[70956]: INFO networking_nsxv3.common.synchronization [req-c5419e3a-d8c9-4fc9-a4b5-b85fd046887d req-4c5398ba-430f-4768-b72d-44b60c1403bb service nova] Enqueued Resource ID: 7ee3f834-4ab6-486b-b14d-3b63705551c0 with Priority: HIGHEST for action security_group_members [ 1300.792991] env[70956]: INFO networking_nsxv3.common.synchronization [req-c5419e3a-d8c9-4fc9-a4b5-b85fd046887d req-4c5398ba-430f-4768-b72d-44b60c1403bb service nova] Enqueued Resource ID: b48b14f6-9e11-4247-8dc9-4355290b0da9 with Priority: HIGHEST for action port [ 1300.793140] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ee3f834-4ab6-486b-b14d-3b63705551c0 with Priority: HIGHEST for action security_group_rules [ 1300.793268] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ee3f834-4ab6-486b-b14d-3b63705551c0 with Priority: HIGHEST for action security_group_members [ 1300.793365] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b48b14f6-9e11-4247-8dc9-4355290b0da9 with Priority: HIGHEST for action port [ 1300.793901] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ee3f834-4ab6-486b-b14d-3b63705551c0 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.794035] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ee3f834-4ab6-486b-b14d-3b63705551c0" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.794101] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ee3f834-4ab6-486b-b14d-3b63705551c0" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.794307] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ee3f834-4ab6-486b-b14d-3b63705551c0" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.794392] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ee3f834-4ab6-486b-b14d-3b63705551c0',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.797030] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ee3f834-4ab6-486b-b14d-3b63705551c0 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.797030] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ee3f834-4ab6-486b-b14d-3b63705551c0" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.797030] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ee3f834-4ab6-486b-b14d-3b63705551c0" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.797212] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ee3f834-4ab6-486b-b14d-3b63705551c0" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.797319] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.797421] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.797461] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.798026] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.798026] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.798026] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ee3f834-4ab6-486b-b14d-3b63705551c0',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.798440] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-b48b14f6-9e11-4247-8dc9-4355290b0da9 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.798584] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b48b14f6-9e11-4247-8dc9-4355290b0da9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.798839] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b48b14f6-9e11-4247-8dc9-4355290b0da9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.798839] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b48b14f6-9e11-4247-8dc9-4355290b0da9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.798839] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b48b14f6-9e11-4247-8dc9-4355290b0da9',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.300127] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ee3f834-4ab6-486b-b14d-3b63705551c0',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.301133] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ee3f834-4ab6-486b-b14d-3b63705551c0 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.301276] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ee3f834-4ab6-486b-b14d-3b63705551c0" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.301587] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b48b14f6-9e11-4247-8dc9-4355290b0da9 with status ACTIVE [ 1301.301754] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.301861] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.301924] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.302143] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.302232] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.302394] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.302487] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.302543] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.302686] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.302761] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.302935] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.303105] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.303151] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.303283] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.303359] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.303441] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b48b14f6-9e11-4247-8dc9-4355290b0da9 is going to be updated. [ 1301.323446] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.323614] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.323614] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.323785] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.323908] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.324068] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b48b14f6-9e11-4247-8dc9-4355290b0da9" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.802417] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ee3f834-4ab6-486b-b14d-3b63705551c0',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.305308] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.305598] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.305598] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.305736] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.305828] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.305923] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ee3f834-4ab6-486b-b14d-3b63705551c0 is going to be updated. [ 1302.331788] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.332079] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.332079] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.332308] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.332411] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.340090] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ee3f834-4ab6-486b-b14d-3b63705551c0 in Status: IN_PROGRESS for 2s [ 1302.643103] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.643302] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.643347] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.643719] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.643719] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.146369] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.648684] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.151865] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1304.152244] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1304.351838] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ee3f834-4ab6-486b-b14d-3b63705551c0 in Status: SUCCESS [ 1304.352104] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ee3f834-4ab6-486b-b14d-3b63705551c0" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.352276] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ee3f834-4ab6-486b-b14d-3b63705551c0" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.352552] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ee3f834-4ab6-486b-b14d-3b63705551c0" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.352749] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.352889] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.352933] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.353099] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.353213] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.353310] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ee3f834-4ab6-486b-b14d-3b63705551c0" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.353404] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7ee3f834-4ab6-486b-b14d-3b63705551c0',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.855544] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7ee3f834-4ab6-486b-b14d-3b63705551c0',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.869627] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.869802] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.869845] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.870033] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.881549] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1304.882436] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.883545] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1304.923141] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.923356] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.923398] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.923580] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.937824] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.938635] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1304.938717] env[70956]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=70956) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1304.938791] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1304.972012] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.972251] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.972299] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.972489] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.973820] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.974054] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1305.040938] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.041163] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.041241] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.041515] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.041929] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.042344] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1305.161876] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.162324] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.162324] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.162324] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.162609] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.162914] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:43. [ 1305.163040] env[70956]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'396b9837-8d50-4fc3-acd7-48e560d0e2eb', 'f14d724a-4af0-45ac-926e-bfbf6835e1a2', '797aa655-5c4b-473a-bf8e-88c70afaf9e2', '73118fa8-027d-433b-93d5-b26450650641', 'f021a11d-33ee-470b-8d8b-d8d661b0eaf4', 'b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c', '85fda3b5-129d-40d5-8220-dedb9dbad4a6', 'a531065e-e0dc-42ee-9b54-537d949b118f', '7d09f0e2-4e07-43f7-ba53-6600d30c7795', '0734b4de-c1c9-4d9d-a363-187b7b3887ac', '3425df61-a1bd-44c3-a3f9-f334e7c8d34c', '24aa57d1-790e-42e7-9290-272596a0a919', '194f8e51-00d8-409a-8359-bf07a41f6603', '71af1fa7-09e1-4689-8a7f-72386cce262d', 'dfd45fa7-fdf9-4176-8c38-b361ac0897f3', 'd04365f0-bcd2-412d-8d98-359bbab1a999', '776aa801-3011-42d9-8ef3-d78431d3f11a', '61937a54-15b5-434f-b4d4-9b7b07524455', '8e7cb093-c160-4200-810a-24193daf0945', '13f4fb16-aff0-4a46-a2f0-a4850dc67e4d', 'dfc5c728-04bd-4cb2-82d3-227781c576a7', 'e3c33332-22f3-4b69-aa9e-86e8da57b4e8', '4c469e4c-d9b6-4626-b902-e490989fee96', 'ddfece2d-6d53-4deb-9458-8ea9239bfe7f', 'a5f6012f-3024-483c-8299-a4e53dbb6e79', '7ee3f834-4ab6-486b-b14d-3b63705551c0', '8cb3a2dd-498a-4771-96dd-6cb7d3a3d704', '155a7a91-788b-4c8a-bd19-9cf001bb1f63', '3191ceed-4461-47d6-bd31-015598aabb7c', '333dc6e6-2663-47ac-b3a4-00d3bdb3bf13', 'ef744301-e635-4102-a37d-cb2a8f905aab', '32f555d4-ad34-4452-98fc-424f549cb1ea', '3b2b6d0d-e131-4168-b7a7-c6f615a37e80', '7c81c819-8091-422a-ba68-8678d1bc09f0', 'b90006a1-dca4-4c61-8699-a7437595fd6e', '57f46818-da60-4d26-b261-8fc5064322a3', '524a78e9-254f-48b7-aafc-e2a84cdbf82c', 'e14b5dff-5e16-4567-aada-562d87548639', '7a24b5ad-c650-4671-9c3b-9d8c667356fa', '29ed8045-9779-4414-bb15-0ac989a681d2', '2243a89f-1f82-4894-8f9f-3ade7f28130e', '3ae3aeee-35ee-40e8-98cc-42dd5f020641', '581e3e6d-c83c-45f2-b38a-6cf937b7de1f'} {{(pid=70956) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1305.163207] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1305.182680] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.182837] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.182881] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.183113] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.183203] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.183346] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1305.183411] env[70956]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=70956) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1305.183483] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1305.286029] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.286290] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.286290] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.286495] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.287605] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.287868] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1305.287962] env[70956]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=70956) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1305.288188] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1305.288188] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1305.288188] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/43 resources of Type:Security Group Rules [ 1305.288346] env[70956]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 396b9837-8d50-4fc3-acd7-48e560d0e2eb with Priority: HIGH for action security_group_rules [ 1305.288346] env[70956]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f14d724a-4af0-45ac-926e-bfbf6835e1a2 with Priority: HIGH for action security_group_rules [ 1305.288346] env[70956]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 797aa655-5c4b-473a-bf8e-88c70afaf9e2 with Priority: HIGH for action security_group_rules [ 1305.288449] env[70956]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 73118fa8-027d-433b-93d5-b26450650641 with Priority: HIGH for action security_group_rules [ 1305.288483] env[70956]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 with Priority: HIGH for action security_group_rules [ 1305.288649] env[70956]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c with Priority: HIGH for action security_group_rules [ 1305.288649] env[70956]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 85fda3b5-129d-40d5-8220-dedb9dbad4a6 with Priority: HIGH for action security_group_rules [ 1305.288649] env[70956]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a531065e-e0dc-42ee-9b54-537d949b118f with Priority: HIGH for action security_group_rules [ 1305.288831] env[70956]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 with Priority: HIGH for action security_group_rules [ 1305.288831] env[70956]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0734b4de-c1c9-4d9d-a363-187b7b3887ac with Priority: HIGH for action security_group_rules [ 1305.288831] env[70956]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3425df61-a1bd-44c3-a3f9-f334e7c8d34c with Priority: HIGH for action security_group_rules [ 1305.288978] env[70956]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 24aa57d1-790e-42e7-9290-272596a0a919 with Priority: HIGH for action security_group_rules [ 1305.288978] env[70956]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 194f8e51-00d8-409a-8359-bf07a41f6603 with Priority: HIGH for action security_group_rules [ 1305.288978] env[70956]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 71af1fa7-09e1-4689-8a7f-72386cce262d with Priority: HIGH for action security_group_rules [ 1305.289247] env[70956]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dfd45fa7-fdf9-4176-8c38-b361ac0897f3 with Priority: HIGH for action security_group_rules [ 1305.289247] env[70956]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d04365f0-bcd2-412d-8d98-359bbab1a999 with Priority: HIGH for action security_group_rules [ 1305.289247] env[70956]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 776aa801-3011-42d9-8ef3-d78431d3f11a with Priority: HIGH for action security_group_rules [ 1305.289247] env[70956]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 61937a54-15b5-434f-b4d4-9b7b07524455 with Priority: HIGH for action security_group_rules [ 1305.289416] env[70956]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8e7cb093-c160-4200-810a-24193daf0945 with Priority: HIGH for action security_group_rules [ 1305.289416] env[70956]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 13f4fb16-aff0-4a46-a2f0-a4850dc67e4d with Priority: HIGH for action security_group_rules [ 1305.289416] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.358009] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7ee3f834-4ab6-486b-b14d-3b63705551c0: rpc.has_security_group_logging(os_id): False [ 1305.375999] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.376212] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.376298] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.376530] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.396899] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.397201] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.397317] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.397374] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.397547] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.397652] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.397751] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ee3f834-4ab6-486b-b14d-3b63705551c0 is going to be updated. [ 1305.467203] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.467354] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.467407] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.467648] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.467807] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.479198] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ee3f834-4ab6-486b-b14d-3b63705551c0 in Status: IN_PROGRESS for 2s [ 1305.794309] env[70956]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1305.794437] env[70956]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=1 [ 1305.794538] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 396b9837-8d50-4fc3-acd7-48e560d0e2eb with Priority: HIGH for action security_group_rules [ 1305.794665] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 797aa655-5c4b-473a-bf8e-88c70afaf9e2 with Priority: HIGH for action security_group_rules [ 1305.794766] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85fda3b5-129d-40d5-8220-dedb9dbad4a6 with Priority: HIGH for action security_group_rules [ 1305.794866] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfd45fa7-fdf9-4176-8c38-b361ac0897f3 with Priority: HIGH for action security_group_rules [ 1305.794964] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13f4fb16-aff0-4a46-a2f0-a4850dc67e4d with Priority: HIGH for action security_group_rules [ 1305.795074] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e7cb093-c160-4200-810a-24193daf0945 with Priority: HIGH for action security_group_rules [ 1305.795166] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61937a54-15b5-434f-b4d4-9b7b07524455 with Priority: HIGH for action security_group_rules [ 1305.795311] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 776aa801-3011-42d9-8ef3-d78431d3f11a with Priority: HIGH for action security_group_rules [ 1305.795378] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71af1fa7-09e1-4689-8a7f-72386cce262d with Priority: HIGH for action security_group_rules [ 1305.795468] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d04365f0-bcd2-412d-8d98-359bbab1a999 with Priority: HIGH for action security_group_rules [ 1305.795593] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 194f8e51-00d8-409a-8359-bf07a41f6603 with Priority: HIGH for action security_group_rules [ 1305.795688] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24aa57d1-790e-42e7-9290-272596a0a919 with Priority: HIGH for action security_group_rules [ 1305.795775] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3425df61-a1bd-44c3-a3f9-f334e7c8d34c with Priority: HIGH for action security_group_rules [ 1305.795860] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0734b4de-c1c9-4d9d-a363-187b7b3887ac with Priority: HIGH for action security_group_rules [ 1305.795944] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 with Priority: HIGH for action security_group_rules [ 1305.796063] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c with Priority: HIGH for action security_group_rules [ 1305.796166] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a531065e-e0dc-42ee-9b54-537d949b118f with Priority: HIGH for action security_group_rules [ 1305.796272] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 with Priority: HIGH for action security_group_rules [ 1305.796404] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f14d724a-4af0-45ac-926e-bfbf6835e1a2 with Priority: HIGH for action security_group_rules [ 1305.796514] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73118fa8-027d-433b-93d5-b26450650641 with Priority: HIGH for action security_group_rules [ 1305.796899] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-396b9837-8d50-4fc3-acd7-48e560d0e2eb taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.797075] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-396b9837-8d50-4fc3-acd7-48e560d0e2eb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.797157] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-396b9837-8d50-4fc3-acd7-48e560d0e2eb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.797399] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-396b9837-8d50-4fc3-acd7-48e560d0e2eb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.797511] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('396b9837-8d50-4fc3-acd7-48e560d0e2eb',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.799245] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-797aa655-5c4b-473a-bf8e-88c70afaf9e2 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.799386] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-797aa655-5c4b-473a-bf8e-88c70afaf9e2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.799431] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-797aa655-5c4b-473a-bf8e-88c70afaf9e2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.799628] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-797aa655-5c4b-473a-bf8e-88c70afaf9e2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.799708] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('797aa655-5c4b-473a-bf8e-88c70afaf9e2',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.800552] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85fda3b5-129d-40d5-8220-dedb9dbad4a6 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.800674] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85fda3b5-129d-40d5-8220-dedb9dbad4a6" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.800745] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85fda3b5-129d-40d5-8220-dedb9dbad4a6" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.800924] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85fda3b5-129d-40d5-8220-dedb9dbad4a6" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.801028] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85fda3b5-129d-40d5-8220-dedb9dbad4a6',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.801748] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dfd45fa7-fdf9-4176-8c38-b361ac0897f3 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.801874] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dfd45fa7-fdf9-4176-8c38-b361ac0897f3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.801959] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dfd45fa7-fdf9-4176-8c38-b361ac0897f3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.802135] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dfd45fa7-fdf9-4176-8c38-b361ac0897f3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.802223] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dfd45fa7-fdf9-4176-8c38-b361ac0897f3',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.802965] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-13f4fb16-aff0-4a46-a2f0-a4850dc67e4d taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.803105] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-13f4fb16-aff0-4a46-a2f0-a4850dc67e4d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.803187] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-13f4fb16-aff0-4a46-a2f0-a4850dc67e4d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.803360] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-13f4fb16-aff0-4a46-a2f0-a4850dc67e4d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.803445] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('13f4fb16-aff0-4a46-a2f0-a4850dc67e4d',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.805997] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e7cb093-c160-4200-810a-24193daf0945 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.806148] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.806236] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.806416] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.806473] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e7cb093-c160-4200-810a-24193daf0945',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.807281] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61937a54-15b5-434f-b4d4-9b7b07524455 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.807432] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61937a54-15b5-434f-b4d4-9b7b07524455" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.807575] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61937a54-15b5-434f-b4d4-9b7b07524455" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.807668] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61937a54-15b5-434f-b4d4-9b7b07524455" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.807744] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61937a54-15b5-434f-b4d4-9b7b07524455',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.808488] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-776aa801-3011-42d9-8ef3-d78431d3f11a taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.808605] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-776aa801-3011-42d9-8ef3-d78431d3f11a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.808679] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-776aa801-3011-42d9-8ef3-d78431d3f11a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.808848] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-776aa801-3011-42d9-8ef3-d78431d3f11a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.808939] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('776aa801-3011-42d9-8ef3-d78431d3f11a',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.809698] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71af1fa7-09e1-4689-8a7f-72386cce262d taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.809824] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.809897] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.810085] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.810176] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71af1fa7-09e1-4689-8a7f-72386cce262d',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.811053] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d04365f0-bcd2-412d-8d98-359bbab1a999 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.811174] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d04365f0-bcd2-412d-8d98-359bbab1a999" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.811259] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d04365f0-bcd2-412d-8d98-359bbab1a999" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.811437] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d04365f0-bcd2-412d-8d98-359bbab1a999" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.811515] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d04365f0-bcd2-412d-8d98-359bbab1a999',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.812273] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-194f8e51-00d8-409a-8359-bf07a41f6603 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.812419] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-194f8e51-00d8-409a-8359-bf07a41f6603" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.812527] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-194f8e51-00d8-409a-8359-bf07a41f6603" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.812691] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-194f8e51-00d8-409a-8359-bf07a41f6603" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.812767] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('194f8e51-00d8-409a-8359-bf07a41f6603',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.813624] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24aa57d1-790e-42e7-9290-272596a0a919 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.813757] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24aa57d1-790e-42e7-9290-272596a0a919" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.813826] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24aa57d1-790e-42e7-9290-272596a0a919" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.814015] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24aa57d1-790e-42e7-9290-272596a0a919" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.814124] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24aa57d1-790e-42e7-9290-272596a0a919',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.814822] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3425df61-a1bd-44c3-a3f9-f334e7c8d34c taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.814931] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3425df61-a1bd-44c3-a3f9-f334e7c8d34c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.814999] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3425df61-a1bd-44c3-a3f9-f334e7c8d34c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.815161] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3425df61-a1bd-44c3-a3f9-f334e7c8d34c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.815254] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3425df61-a1bd-44c3-a3f9-f334e7c8d34c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.816113] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0734b4de-c1c9-4d9d-a363-187b7b3887ac taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.816230] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0734b4de-c1c9-4d9d-a363-187b7b3887ac" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.816302] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0734b4de-c1c9-4d9d-a363-187b7b3887ac" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.816454] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0734b4de-c1c9-4d9d-a363-187b7b3887ac" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.816591] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0734b4de-c1c9-4d9d-a363-187b7b3887ac',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.817235] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d09f0e2-4e07-43f7-ba53-6600d30c7795 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.817345] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.817411] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.817579] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.817656] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d09f0e2-4e07-43f7-ba53-6600d30c7795',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.818379] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.818485] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.818567] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.818730] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.818795] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.819566] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a531065e-e0dc-42ee-9b54-537d949b118f taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.819676] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a531065e-e0dc-42ee-9b54-537d949b118f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.819736] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a531065e-e0dc-42ee-9b54-537d949b118f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.819889] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a531065e-e0dc-42ee-9b54-537d949b118f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.819960] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a531065e-e0dc-42ee-9b54-537d949b118f',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.820640] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f021a11d-33ee-470b-8d8b-d8d661b0eaf4 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.820743] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.820808] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.821026] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.821026] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f021a11d-33ee-470b-8d8b-d8d661b0eaf4',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.821711] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f14d724a-4af0-45ac-926e-bfbf6835e1a2 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.821817] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f14d724a-4af0-45ac-926e-bfbf6835e1a2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.821882] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f14d724a-4af0-45ac-926e-bfbf6835e1a2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.822046] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f14d724a-4af0-45ac-926e-bfbf6835e1a2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.822122] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f14d724a-4af0-45ac-926e-bfbf6835e1a2',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.822788] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-73118fa8-027d-433b-93d5-b26450650641 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.822889] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-73118fa8-027d-433b-93d5-b26450650641" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.822959] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-73118fa8-027d-433b-93d5-b26450650641" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.823126] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-73118fa8-027d-433b-93d5-b26450650641" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.823195] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('73118fa8-027d-433b-93d5-b26450650641',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.339183] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-61937a54-15b5-434f-b4d4-9b7b07524455 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.339688] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61937a54-15b5-434f-b4d4-9b7b07524455" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.339688] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61937a54-15b5-434f-b4d4-9b7b07524455" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.339688] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61937a54-15b5-434f-b4d4-9b7b07524455" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.339890] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.339890] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.339890] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.340044] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.340139] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.340227] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61937a54-15b5-434f-b4d4-9b7b07524455" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.340325] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('61937a54-15b5-434f-b4d4-9b7b07524455',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.387086] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.387241] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.387322] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.387524] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.400000] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.400297] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.402249] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.402392] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.403151] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.403338] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.404013] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.404121] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.404843] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.404974] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.405749] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.405749] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.406503] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.406642] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.407444] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.407579] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.408252] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.408385] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.409044] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.409149] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.409759] env[70956]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1306.410194] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.410332] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.410888] env[70956]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1306.411305] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.411406] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.412028] env[70956]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1306.412402] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.412499] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.413066] env[70956]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1306.413580] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.413696] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.414327] env[70956]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1306.414719] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.414860] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.415472] env[70956]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1306.415874] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.416038] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.416636] env[70956]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1306.417082] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.417191] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.420934] env[70956]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1306.421452] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.421640] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0734b4de-c1c9-4d9d-a363-187b7b3887ac is going to be deleted. [ 1306.422610] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.422834] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.424431] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.424562] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.441368] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.441564] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d04365f0-bcd2-412d-8d98-359bbab1a999 is going to be deleted. [ 1306.442504] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.442724] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.483909] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.484109] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e7cb093-c160-4200-810a-24193daf0945 is going to be deleted. [ 1306.484983] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.485270] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.492880] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.493094] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.511550] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.511722] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d09f0e2-4e07-43f7-ba53-6600d30c7795 is going to be deleted. [ 1306.512739] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.512955] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.532024] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.532239] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.534814] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.534955] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f021a11d-33ee-470b-8d8b-d8d661b0eaf4 is going to be deleted. [ 1306.535948] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.536176] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.552810] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.553125] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.565299] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.565471] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 13f4fb16-aff0-4a46-a2f0-a4850dc67e4d is going to be deleted. [ 1306.566368] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.566582] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.599813] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.600055] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.600861] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.600985] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dfd45fa7-fdf9-4176-8c38-b361ac0897f3 is going to be deleted. [ 1306.601898] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.602174] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.630656] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.630865] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.650635] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.650885] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.674305] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.674470] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 194f8e51-00d8-409a-8359-bf07a41f6603 is going to be deleted. [ 1306.675557] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.675775] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.744485] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.744485] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a531065e-e0dc-42ee-9b54-537d949b118f is going to be deleted. [ 1306.746237] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.746237] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.789150] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.789372] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.806265] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.806488] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.827436] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.827663] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c is going to be deleted. [ 1306.828717] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.828993] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.850052] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('61937a54-15b5-434f-b4d4-9b7b07524455',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.909613] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.909816] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.912560] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.912687] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3425df61-a1bd-44c3-a3f9-f334e7c8d34c is going to be deleted. [ 1306.913593] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.913821] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.983217] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.983399] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24aa57d1-790e-42e7-9290-272596a0a919 is going to be deleted. [ 1306.984335] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.984578] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.988527] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.988688] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.048529] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.048714] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f14d724a-4af0-45ac-926e-bfbf6835e1a2 is going to be deleted. [ 1307.049669] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.049892] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.074427] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.074427] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.098056] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.098230] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85fda3b5-129d-40d5-8220-dedb9dbad4a6 is going to be deleted. [ 1307.099233] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.099319] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.136248] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.136512] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.152680] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.152932] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.156362] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.156546] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 73118fa8-027d-433b-93d5-b26450650641 is going to be deleted. [ 1307.157428] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.157636] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.236033] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.236257] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.256757] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.256934] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 797aa655-5c4b-473a-bf8e-88c70afaf9e2 is going to be deleted. [ 1307.257824] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.258056] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.327417] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.327586] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71af1fa7-09e1-4689-8a7f-72386cce262d is going to be deleted. [ 1307.328475] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.328692] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.353080] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 61937a54-15b5-434f-b4d4-9b7b07524455: rpc.has_security_group_logging(os_id): False [ 1307.360992] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.360992] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.387205] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.387386] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.391474] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.391610] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 776aa801-3011-42d9-8ef3-d78431d3f11a is going to be deleted. [ 1307.392599] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.392817] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.416961] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.417128] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.420339] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.420468] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 396b9837-8d50-4fc3-acd7-48e560d0e2eb is going to be deleted. [ 1307.421362] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.421578] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.421672] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.421795] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0734b4de-c1c9-4d9d-a363-187b7b3887ac" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.421953] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.422125] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.422206] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.422325] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d04365f0-bcd2-412d-8d98-359bbab1a999" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.422810] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.422968] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.423065] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.423227] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e7cb093-c160-4200-810a-24193daf0945" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.423365] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.423511] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.423588] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.423703] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d09f0e2-4e07-43f7-ba53-6600d30c7795" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.423830] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.423971] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.424058] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.424175] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f021a11d-33ee-470b-8d8b-d8d661b0eaf4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.424301] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.424441] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.424516] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.424626] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-13f4fb16-aff0-4a46-a2f0-a4850dc67e4d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.424752] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.424886] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.424961] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.425089] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dfd45fa7-fdf9-4176-8c38-b361ac0897f3" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.425257] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.425396] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.425475] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.425583] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-194f8e51-00d8-409a-8359-bf07a41f6603" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.425710] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.425852] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.425926] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.426052] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a531065e-e0dc-42ee-9b54-537d949b118f" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.426177] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.426338] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.426420] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.426526] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3425df61-a1bd-44c3-a3f9-f334e7c8d34c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.426652] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.426788] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.426865] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.426963] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4cdfaca-5ec5-4ea3-a28d-10da8062ab8c" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.427099] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.427236] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.427313] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.427421] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24aa57d1-790e-42e7-9290-272596a0a919" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.427580] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.427700] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.427750] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.427852] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f14d724a-4af0-45ac-926e-bfbf6835e1a2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.427972] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.428119] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.428193] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.428307] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85fda3b5-129d-40d5-8220-dedb9dbad4a6" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.428440] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.428573] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.428645] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.428752] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-73118fa8-027d-433b-93d5-b26450650641" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.428871] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.429013] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.443925] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.444226] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.472118] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.472479] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.472654] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.472744] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.472981] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.473106] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.473207] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61937a54-15b5-434f-b4d4-9b7b07524455 is going to be updated. [ 1307.474491] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.474702] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.474858] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.474971] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71af1fa7-09e1-4689-8a7f-72386cce262d" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.475162] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.475363] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.475441] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.475580] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-797aa655-5c4b-473a-bf8e-88c70afaf9e2" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.506154] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.506418] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.506418] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.506670] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.506764] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.506889] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-776aa801-3011-42d9-8ef3-d78431d3f11a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.531235] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.531448] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.531503] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.531682] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.531807] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.531899] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-396b9837-8d50-4fc3-acd7-48e560d0e2eb" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.537648] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ee3f834-4ab6-486b-b14d-3b63705551c0 in Status: SUCCESS [ 1307.537862] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ee3f834-4ab6-486b-b14d-3b63705551c0" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.610068] env[70956]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1307.610751] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.610939] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.611036] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.611261] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.611411] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.668431] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61937a54-15b5-434f-b4d4-9b7b07524455 in Status: IN_PROGRESS for 2s [ 1309.685601] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61937a54-15b5-434f-b4d4-9b7b07524455 in Status: SUCCESS [ 1309.686080] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61937a54-15b5-434f-b4d4-9b7b07524455" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.797996] env[70956]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1310.797996] env[70956]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1313.712805] env[70956]: INFO networking_nsxv3.common.synchronization [req-5edf420e-06bc-4e00-801b-b12cdaf4972c req-9215acc4-9b7d-4572-a44e-3eab01f77443 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Enqueued Resource ID: a5f6012f-3024-483c-8299-a4e53dbb6e79 with Priority: HIGHEST for action security_group_members [ 1313.713354] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5f6012f-3024-483c-8299-a4e53dbb6e79 with Priority: HIGHEST for action security_group_members [ 1313.713695] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5f6012f-3024-483c-8299-a4e53dbb6e79 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.713816] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5f6012f-3024-483c-8299-a4e53dbb6e79" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.713897] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5f6012f-3024-483c-8299-a4e53dbb6e79" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.714248] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5f6012f-3024-483c-8299-a4e53dbb6e79" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.714412] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.714530] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.714572] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.714726] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.714812] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.714904] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5f6012f-3024-483c-8299-a4e53dbb6e79',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.217830] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.218057] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.218057] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.218225] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.237937] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.238176] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.238290] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.238357] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.238529] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.238611] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.238696] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5f6012f-3024-483c-8299-a4e53dbb6e79 is going to be updated. [ 1314.262559] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.262717] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.262717] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.262876] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.262999] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.270692] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5f6012f-3024-483c-8299-a4e53dbb6e79 in Status: IN_PROGRESS for 2s [ 1316.283052] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5f6012f-3024-483c-8299-a4e53dbb6e79 in Status: SUCCESS [ 1316.283543] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5f6012f-3024-483c-8299-a4e53dbb6e79 deletion is rescheduled due to dependency. [ 1316.283543] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5f6012f-3024-483c-8299-a4e53dbb6e79" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.331070] env[70956]: INFO networking_nsxv3.common.synchronization [None req-dbb414ff-88e8-412c-85e8-0b9eec37e1d6 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Enqueued Resource ID: db27c938-3b53-44a0-a658-d8f1dc1a08d4 with Priority: HIGHEST for action security_group_rules [ 1318.331537] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db27c938-3b53-44a0-a658-d8f1dc1a08d4 with Priority: HIGHEST for action security_group_rules [ 1318.331842] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db27c938-3b53-44a0-a658-d8f1dc1a08d4 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.331964] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db27c938-3b53-44a0-a658-d8f1dc1a08d4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.332036] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db27c938-3b53-44a0-a658-d8f1dc1a08d4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.332297] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db27c938-3b53-44a0-a658-d8f1dc1a08d4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.332381] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db27c938-3b53-44a0-a658-d8f1dc1a08d4',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.399476] env[70956]: INFO networking_nsxv3.common.synchronization [None req-2e5ffa45-4341-46c9-a84a-ce133cdb2a34 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Enqueued Resource ID: db27c938-3b53-44a0-a658-d8f1dc1a08d4 with Priority: HIGHEST for action security_group_rules [ 1318.399977] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db27c938-3b53-44a0-a658-d8f1dc1a08d4 with Priority: HIGHEST for action security_group_rules [ 1318.400296] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db27c938-3b53-44a0-a658-d8f1dc1a08d4 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.400400] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db27c938-3b53-44a0-a658-d8f1dc1a08d4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.853980] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.854155] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.854209] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.854387] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.854479] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.854577] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db27c938-3b53-44a0-a658-d8f1dc1a08d4 already deleted. [ 1318.854663] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db27c938-3b53-44a0-a658-d8f1dc1a08d4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.854809] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db27c938-3b53-44a0-a658-d8f1dc1a08d4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.854962] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db27c938-3b53-44a0-a658-d8f1dc1a08d4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.855061] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db27c938-3b53-44a0-a658-d8f1dc1a08d4',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.374802] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.374802] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.374802] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.375264] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.375264] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.375264] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db27c938-3b53-44a0-a658-d8f1dc1a08d4 already deleted. [ 1319.375264] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db27c938-3b53-44a0-a658-d8f1dc1a08d4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.400543] env[70956]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1323.400978] env[70956]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1323.795366] env[70956]: INFO networking_nsxv3.common.synchronization [req-d4a5e2b2-bea3-4a6f-935d-637884e3a6ba req-04949f84-6e70-412d-ba2a-7ae4abe1b5e9 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Enqueued Resource ID: db27c938-3b53-44a0-a658-d8f1dc1a08d4 with Priority: HIGHEST for action security_group_members [ 1323.795366] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db27c938-3b53-44a0-a658-d8f1dc1a08d4 with Priority: HIGHEST for action security_group_members [ 1323.795366] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-db27c938-3b53-44a0-a658-d8f1dc1a08d4 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.795366] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db27c938-3b53-44a0-a658-d8f1dc1a08d4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.795366] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db27c938-3b53-44a0-a658-d8f1dc1a08d4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.795366] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db27c938-3b53-44a0-a658-d8f1dc1a08d4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.795366] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.795366] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.795366] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.795366] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.795366] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.795795] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db27c938-3b53-44a0-a658-d8f1dc1a08d4',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.051209] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-40 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.051417] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-40" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.051547] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-40" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.051814] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-40" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.052293] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.052477] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.052603] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.052823] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.052974] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.053197] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1324.053314] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1324.053443] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1324.053569] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1324.053686] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1324.053795] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1324.053929] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1324.073429] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1324.073572] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1324.073689] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1324.073856] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-40" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.074145] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-ba689137-c117-495a-b9c4-fe4398f7a579 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.074313] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-ba689137-c117-495a-b9c4-fe4398f7a579" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.074438] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-ba689137-c117-495a-b9c4-fe4398f7a579" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.074729] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-ba689137-c117-495a-b9c4-fe4398f7a579" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.074870] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba689137-c117-495a-b9c4-fe4398f7a579',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.297619] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.297889] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.297889] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.298132] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.298215] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.298341] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.298459] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.298544] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.298624] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.298694] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.298763] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db27c938-3b53-44a0-a658-d8f1dc1a08d4 already deleted. [ 1324.298831] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db27c938-3b53-44a0-a658-d8f1dc1a08d4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.577650] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.577933] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.578303] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.578475] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.578475] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.578620] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Segment Port ba689137-c117-495a-b9c4-fe4398f7a579 not found, creating... [ 1324.578880] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.579049] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.579173] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.579388] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.579526] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.579808] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.579967] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.580099] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.580308] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.580444] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.580597] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: ba689137-c117-495a-b9c4-fe4398f7a579 is going to be created. [ 1324.599746] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.599950] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.600094] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.600337] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.600598] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.600827] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-ba689137-c117-495a-b9c4-fe4398f7a579" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.263411] env[70956]: INFO networking_nsxv3.common.synchronization [req-d4a5e2b2-bea3-4a6f-935d-637884e3a6ba req-ea955050-2374-4a0b-af29-25b7edfd31ed service nova] Enqueued Resource ID: db27c938-3b53-44a0-a658-d8f1dc1a08d4 with Priority: HIGHEST for action security_group_rules [ 1325.263411] env[70956]: INFO networking_nsxv3.common.synchronization [req-d4a5e2b2-bea3-4a6f-935d-637884e3a6ba req-ea955050-2374-4a0b-af29-25b7edfd31ed service nova] Enqueued Resource ID: db27c938-3b53-44a0-a658-d8f1dc1a08d4 with Priority: HIGHEST for action security_group_members [ 1325.263411] env[70956]: INFO networking_nsxv3.common.synchronization [req-d4a5e2b2-bea3-4a6f-935d-637884e3a6ba req-ea955050-2374-4a0b-af29-25b7edfd31ed service nova] Enqueued Resource ID: ba689137-c117-495a-b9c4-fe4398f7a579 with Priority: HIGHEST for action port [ 1325.263852] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db27c938-3b53-44a0-a658-d8f1dc1a08d4 with Priority: HIGHEST for action security_group_rules [ 1325.263926] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db27c938-3b53-44a0-a658-d8f1dc1a08d4 with Priority: HIGHEST for action security_group_members [ 1325.264065] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba689137-c117-495a-b9c4-fe4398f7a579 with Priority: HIGHEST for action port [ 1325.264366] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db27c938-3b53-44a0-a658-d8f1dc1a08d4 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.264518] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db27c938-3b53-44a0-a658-d8f1dc1a08d4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.264593] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db27c938-3b53-44a0-a658-d8f1dc1a08d4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.264792] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db27c938-3b53-44a0-a658-d8f1dc1a08d4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.264874] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db27c938-3b53-44a0-a658-d8f1dc1a08d4',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.265897] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-db27c938-3b53-44a0-a658-d8f1dc1a08d4 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.265998] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db27c938-3b53-44a0-a658-d8f1dc1a08d4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.266087] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db27c938-3b53-44a0-a658-d8f1dc1a08d4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.266284] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db27c938-3b53-44a0-a658-d8f1dc1a08d4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.266480] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.266657] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.266726] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.266893] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.267030] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.267130] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db27c938-3b53-44a0-a658-d8f1dc1a08d4',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.268332] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-ba689137-c117-495a-b9c4-fe4398f7a579 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.268454] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ba689137-c117-495a-b9c4-fe4398f7a579" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.268454] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ba689137-c117-495a-b9c4-fe4398f7a579" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.268614] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ba689137-c117-495a-b9c4-fe4398f7a579" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.268691] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba689137-c117-495a-b9c4-fe4398f7a579',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.770691] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-db27c938-3b53-44a0-a658-d8f1dc1a08d4 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.771052] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db27c938-3b53-44a0-a658-d8f1dc1a08d4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.771052] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('db27c938-3b53-44a0-a658-d8f1dc1a08d4',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.772031] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ba689137-c117-495a-b9c4-fe4398f7a579 with status ACTIVE [ 1325.772031] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.772203] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.772203] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.772379] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.772471] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.772637] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.772733] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.772795] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.772945] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.773033] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.773213] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.773468] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.773551] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.773701] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.773778] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.773863] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ba689137-c117-495a-b9c4-fe4398f7a579 is going to be updated. [ 1325.792217] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.792381] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.792381] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.792554] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.792678] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.792827] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ba689137-c117-495a-b9c4-fe4398f7a579" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.276096] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('db27c938-3b53-44a0-a658-d8f1dc1a08d4',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.778915] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.779248] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.779248] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.779443] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.779493] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.779615] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db27c938-3b53-44a0-a658-d8f1dc1a08d4 is going to be created. [ 1326.801099] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.801262] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.801307] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.801507] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.801668] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.810861] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db27c938-3b53-44a0-a658-d8f1dc1a08d4 in Status: UNINITIALIZED for 2s [ 1328.821299] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db27c938-3b53-44a0-a658-d8f1dc1a08d4 in Status: SUCCESS [ 1328.821727] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db27c938-3b53-44a0-a658-d8f1dc1a08d4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.821727] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db27c938-3b53-44a0-a658-d8f1dc1a08d4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.821875] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db27c938-3b53-44a0-a658-d8f1dc1a08d4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.822071] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.822193] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.822267] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.822418] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.822488] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.822575] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db27c938-3b53-44a0-a658-d8f1dc1a08d4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.822666] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('db27c938-3b53-44a0-a658-d8f1dc1a08d4',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.325062] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('db27c938-3b53-44a0-a658-d8f1dc1a08d4',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.827429] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for db27c938-3b53-44a0-a658-d8f1dc1a08d4: rpc.has_security_group_logging(os_id): False [ 1329.843760] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.843899] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.843985] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.844178] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.844267] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.844497] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.844597] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.844708] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.844798] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.844872] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.844956] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db27c938-3b53-44a0-a658-d8f1dc1a08d4 is going to be created. [ 1329.902770] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.902912] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.902912] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.903096] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.903267] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.913130] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db27c938-3b53-44a0-a658-d8f1dc1a08d4 in Status: IN_PROGRESS for 2s [ 1330.265190] env[70956]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1330.265441] env[70956]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1331.927310] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db27c938-3b53-44a0-a658-d8f1dc1a08d4 in Status: SUCCESS [ 1331.927682] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db27c938-3b53-44a0-a658-d8f1dc1a08d4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.266023] env[70956]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1335.266358] env[70956]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1340.267592] env[70956]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1340.267950] env[70956]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1345.268633] env[70956]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1345.268907] env[70956]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1350.269814] env[70956]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1350.270133] env[70956]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1351.648892] env[70956]: INFO networking_nsxv3.common.synchronization [req-34080810-c481-48d7-a92b-bf9c02621c0f req-ac6bbbe3-b6d3-421e-8779-2e30e6e4738d tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Enqueued Resource ID: 7ee3f834-4ab6-486b-b14d-3b63705551c0 with Priority: HIGHEST for action security_group_members [ 1351.649313] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ee3f834-4ab6-486b-b14d-3b63705551c0 with Priority: HIGHEST for action security_group_members [ 1351.649617] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ee3f834-4ab6-486b-b14d-3b63705551c0 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.649906] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ee3f834-4ab6-486b-b14d-3b63705551c0" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.649906] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ee3f834-4ab6-486b-b14d-3b63705551c0" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.650023] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ee3f834-4ab6-486b-b14d-3b63705551c0" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.650143] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.650241] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.650288] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.650432] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.650513] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.650699] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ee3f834-4ab6-486b-b14d-3b63705551c0',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1352.152434] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.152651] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.152651] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.152858] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.152946] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.153165] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.153269] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.153319] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.153485] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.153568] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.153644] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ee3f834-4ab6-486b-b14d-3b63705551c0 is going to be updated. [ 1352.179925] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.180144] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.180144] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.180298] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.180432] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.187699] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ee3f834-4ab6-486b-b14d-3b63705551c0 in Status: IN_PROGRESS for 2s [ 1354.198102] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ee3f834-4ab6-486b-b14d-3b63705551c0 in Status: SUCCESS [ 1354.198482] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ee3f834-4ab6-486b-b14d-3b63705551c0 deletion is rescheduled due to dependency. [ 1354.198482] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ee3f834-4ab6-486b-b14d-3b63705551c0" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.650367] env[70956]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1356.650756] env[70956]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1358.418222] env[70956]: INFO networking_nsxv3.common.synchronization [req-219705c2-759c-4e66-99d3-206346398066 req-608df88d-f7c7-491c-9b92-fe48e9618aab tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Enqueued Resource ID: 7a24b5ad-c650-4671-9c3b-9d8c667356fa with Priority: HIGHEST for action security_group_members [ 1358.418726] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a24b5ad-c650-4671-9c3b-9d8c667356fa with Priority: HIGHEST for action security_group_members [ 1358.419047] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a24b5ad-c650-4671-9c3b-9d8c667356fa taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.419179] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a24b5ad-c650-4671-9c3b-9d8c667356fa" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.419422] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a24b5ad-c650-4671-9c3b-9d8c667356fa" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.419479] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a24b5ad-c650-4671-9c3b-9d8c667356fa" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.419712] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.419820] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.420256] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.420256] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.420256] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.420256] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a24b5ad-c650-4671-9c3b-9d8c667356fa',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1358.922437] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7a24b5ad-c650-4671-9c3b-9d8c667356fa',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1359.425051] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7a24b5ad-c650-4671-9c3b-9d8c667356fa',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1359.928064] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.928064] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.928064] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.928064] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.928064] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.928064] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a24b5ad-c650-4671-9c3b-9d8c667356fa is going to be updated. [ 1359.955983] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.956156] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.956239] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.956463] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.956611] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.963980] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a24b5ad-c650-4671-9c3b-9d8c667356fa in Status: IN_PROGRESS for 2s [ 1361.974078] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a24b5ad-c650-4671-9c3b-9d8c667356fa in Status: SUCCESS [ 1361.974364] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a24b5ad-c650-4671-9c3b-9d8c667356fa" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.419789] env[70956]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1363.420142] env[70956]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1368.361051] env[70956]: INFO networking_nsxv3.common.synchronization [req-5978ec95-77bf-4b5c-a2ac-3e13a40e38d8 req-4c981508-1e08-4708-917b-7a4e5002eb87 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Enqueued Resource ID: 61937a54-15b5-434f-b4d4-9b7b07524455 with Priority: HIGHEST for action security_group_members [ 1368.362021] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61937a54-15b5-434f-b4d4-9b7b07524455 with Priority: HIGHEST for action security_group_members [ 1368.362021] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-61937a54-15b5-434f-b4d4-9b7b07524455 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.362021] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61937a54-15b5-434f-b4d4-9b7b07524455" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.362021] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61937a54-15b5-434f-b4d4-9b7b07524455" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.362399] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61937a54-15b5-434f-b4d4-9b7b07524455" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.362626] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.363288] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.363288] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.363288] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.363288] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.363288] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61937a54-15b5-434f-b4d4-9b7b07524455',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1368.866198] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.866360] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.866408] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.866624] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.866744] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.866914] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.867059] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.867139] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.867289] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.867370] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.867461] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61937a54-15b5-434f-b4d4-9b7b07524455 is going to be updated. [ 1368.895316] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.895483] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.895483] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.895655] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.895786] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.903275] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61937a54-15b5-434f-b4d4-9b7b07524455 in Status: IN_PROGRESS for 2s [ 1370.913470] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61937a54-15b5-434f-b4d4-9b7b07524455 in Status: SUCCESS [ 1370.913870] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61937a54-15b5-434f-b4d4-9b7b07524455 deletion is rescheduled due to dependency. [ 1370.913870] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61937a54-15b5-434f-b4d4-9b7b07524455" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.362200] env[70956]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1373.362468] env[70956]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1375.443858] env[70956]: INFO networking_nsxv3.common.synchronization [req-46ad6fcd-59f5-4d93-9da0-22129d3ae225 req-e5afd4d9-bef8-4c47-91e6-8082143b4c51 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Enqueued Resource ID: 7a24b5ad-c650-4671-9c3b-9d8c667356fa with Priority: HIGHEST for action security_group_members [ 1375.444455] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a24b5ad-c650-4671-9c3b-9d8c667356fa with Priority: HIGHEST for action security_group_members [ 1375.444815] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a24b5ad-c650-4671-9c3b-9d8c667356fa taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.444952] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a24b5ad-c650-4671-9c3b-9d8c667356fa" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.445050] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a24b5ad-c650-4671-9c3b-9d8c667356fa" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.445262] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a24b5ad-c650-4671-9c3b-9d8c667356fa" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.445456] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.445576] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.445646] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.445757] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.445826] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.445932] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a24b5ad-c650-4671-9c3b-9d8c667356fa',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1375.948516] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.948668] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.948744] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.948964] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.969472] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.969717] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.969840] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.969910] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.970117] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.970207] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.970296] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a24b5ad-c650-4671-9c3b-9d8c667356fa is going to be updated. [ 1375.994616] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.994769] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.994847] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.995026] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.995162] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.002689] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a24b5ad-c650-4671-9c3b-9d8c667356fa in Status: IN_PROGRESS for 2s [ 1377.340546] env[70956]: INFO networking_nsxv3.common.synchronization [req-213e4d39-253c-4ed8-8e65-5f3a44d74313 req-c190fc88-1f7d-4024-99d9-28e861672e09 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Enqueued Resource ID: 61937a54-15b5-434f-b4d4-9b7b07524455 with Priority: HIGHEST for action security_group_members [ 1377.341453] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61937a54-15b5-434f-b4d4-9b7b07524455 with Priority: HIGHEST for action security_group_members [ 1377.341453] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-61937a54-15b5-434f-b4d4-9b7b07524455 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.341971] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61937a54-15b5-434f-b4d4-9b7b07524455" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.341971] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61937a54-15b5-434f-b4d4-9b7b07524455" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.341971] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61937a54-15b5-434f-b4d4-9b7b07524455" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.341971] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.341971] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.342437] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.342437] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.342437] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.342437] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61937a54-15b5-434f-b4d4-9b7b07524455',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1377.595942] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock network-521 taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.596198] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "network-521" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.596335] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "network-521" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.596601] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "network-521" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.596871] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.597039] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.597164] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.601020] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.601020] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.601020] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1377.601020] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] NeedRegenerationException {{(pid=70956) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1377.601020] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] no value, waiting for create lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1377.601020] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] value creation lock acquired {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1377.601020] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] No value present for key: 'zone-id' {{(pid=70956) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1377.601020] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Calling creation function for not-yet-present value {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1377.601020] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1377.620467] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1377.620649] env[70956]: DEBUG dogpile.cache.region [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=70956) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1377.620792] env[70956]: DEBUG dogpile.lock [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Released creation lock {{(pid=70956) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1377.620969] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "network-521" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.621340] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock port-93635600-b7ac-4541-b9de-274a6ec13d1a taken with stack trace [, , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.621532] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "port-93635600-b7ac-4541-b9de-274a6ec13d1a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.621660] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "port-93635600-b7ac-4541-b9de-274a6ec13d1a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.621975] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "port-93635600-b7ac-4541-b9de-274a6ec13d1a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.622139] env[70956]: DEBUG networking_nsxv3.api.rpc [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93635600-b7ac-4541-b9de-274a6ec13d1a',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1377.844426] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.844671] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.844671] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.844817] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.844925] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.845083] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.845190] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.845247] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.845380] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.845455] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.845541] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61937a54-15b5-434f-b4d4-9b7b07524455 is going to be updated. [ 1377.870930] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.871131] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.871131] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.871269] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.871406] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.879215] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61937a54-15b5-434f-b4d4-9b7b07524455 in Status: IN_PROGRESS for 2s [ 1378.013009] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a24b5ad-c650-4671-9c3b-9d8c667356fa in Status: SUCCESS [ 1378.013200] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a24b5ad-c650-4671-9c3b-9d8c667356fa deletion is rescheduled due to dependency. [ 1378.013452] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a24b5ad-c650-4671-9c3b-9d8c667356fa" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.124802] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.125076] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.125227] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.125611] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.125796] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.125971] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Segment Port 93635600-b7ac-4541-b9de-274a6ec13d1a not found, creating... [ 1378.126329] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.126541] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.126645] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.127247] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.127247] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.127388] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.127579] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.127729] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.127945] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.128118] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.128270] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Resource: SegmentPort with ID: 93635600-b7ac-4541-b9de-274a6ec13d1a is going to be created. [ 1378.148480] env[70956]: DEBUG networking_nsxv3.common.locking [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.148752] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.148900] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.149207] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.149470] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.149710] env[70956]: DEBUG oslo_concurrency.lockutils [None req-9fabd12c-6fe7-49ce-ba0e-014cd3fc9f87 None None] Releasing lock "port-93635600-b7ac-4541-b9de-274a6ec13d1a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.862045] env[70956]: INFO networking_nsxv3.common.synchronization [req-213e4d39-253c-4ed8-8e65-5f3a44d74313 req-08292503-d6c2-415a-b103-b7aa96dc2aac service nova] Enqueued Resource ID: 61937a54-15b5-434f-b4d4-9b7b07524455 with Priority: HIGHEST for action security_group_rules [ 1378.862045] env[70956]: INFO networking_nsxv3.common.synchronization [req-213e4d39-253c-4ed8-8e65-5f3a44d74313 req-08292503-d6c2-415a-b103-b7aa96dc2aac service nova] Enqueued Resource ID: 61937a54-15b5-434f-b4d4-9b7b07524455 with Priority: HIGHEST for action security_group_members [ 1378.862045] env[70956]: INFO networking_nsxv3.common.synchronization [req-213e4d39-253c-4ed8-8e65-5f3a44d74313 req-08292503-d6c2-415a-b103-b7aa96dc2aac service nova] Enqueued Resource ID: 93635600-b7ac-4541-b9de-274a6ec13d1a with Priority: HIGHEST for action port [ 1378.862045] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61937a54-15b5-434f-b4d4-9b7b07524455 with Priority: HIGHEST for action security_group_rules [ 1378.862045] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61937a54-15b5-434f-b4d4-9b7b07524455 with Priority: HIGHEST for action security_group_members [ 1378.862045] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93635600-b7ac-4541-b9de-274a6ec13d1a with Priority: HIGHEST for action port [ 1378.862045] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61937a54-15b5-434f-b4d4-9b7b07524455 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.862045] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61937a54-15b5-434f-b4d4-9b7b07524455" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.862045] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61937a54-15b5-434f-b4d4-9b7b07524455" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.863407] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61937a54-15b5-434f-b4d4-9b7b07524455" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.863798] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61937a54-15b5-434f-b4d4-9b7b07524455',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1378.864867] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-61937a54-15b5-434f-b4d4-9b7b07524455 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.865106] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61937a54-15b5-434f-b4d4-9b7b07524455" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.865494] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock port-93635600-b7ac-4541-b9de-274a6ec13d1a taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.865780] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-93635600-b7ac-4541-b9de-274a6ec13d1a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.866574] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-93635600-b7ac-4541-b9de-274a6ec13d1a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.866574] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-93635600-b7ac-4541-b9de-274a6ec13d1a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.866574] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93635600-b7ac-4541-b9de-274a6ec13d1a',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1379.368976] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-61937a54-15b5-434f-b4d4-9b7b07524455 taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.369165] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61937a54-15b5-434f-b4d4-9b7b07524455" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.369343] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 93635600-b7ac-4541-b9de-274a6ec13d1a with status ACTIVE [ 1379.369521] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.369629] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.369693] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.369905] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.369999] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.370208] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.370309] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.370368] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.370531] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.370635] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.370793] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.370884] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.370929] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.371077] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.371151] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.371231] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 93635600-b7ac-4541-b9de-274a6ec13d1a is going to be updated. [ 1379.390475] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.390686] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.390686] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.390896] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.391043] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.391199] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-93635600-b7ac-4541-b9de-274a6ec13d1a" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.889189] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61937a54-15b5-434f-b4d4-9b7b07524455 in Status: SUCCESS [ 1379.889531] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61937a54-15b5-434f-b4d4-9b7b07524455 deletion is rescheduled due to dependency. [ 1379.889531] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61937a54-15b5-434f-b4d4-9b7b07524455" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.889627] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61937a54-15b5-434f-b4d4-9b7b07524455" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.889829] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61937a54-15b5-434f-b4d4-9b7b07524455" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.890023] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.890143] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.890204] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.890334] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.890413] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.890506] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61937a54-15b5-434f-b4d4-9b7b07524455',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1380.392962] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('61937a54-15b5-434f-b4d4-9b7b07524455',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1380.895303] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('61937a54-15b5-434f-b4d4-9b7b07524455',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1381.398069] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.398907] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.398907] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.398907] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.398907] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.398907] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61937a54-15b5-434f-b4d4-9b7b07524455 is going to be updated. [ 1381.429042] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.429205] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.429279] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.429483] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.429626] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.437775] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61937a54-15b5-434f-b4d4-9b7b07524455 in Status: IN_PROGRESS for 2s [ 1383.448310] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61937a54-15b5-434f-b4d4-9b7b07524455 in Status: SUCCESS [ 1383.448687] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61937a54-15b5-434f-b4d4-9b7b07524455" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.448687] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61937a54-15b5-434f-b4d4-9b7b07524455" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.448899] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61937a54-15b5-434f-b4d4-9b7b07524455" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.449099] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.449220] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.449284] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.449433] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.449514] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.449599] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61937a54-15b5-434f-b4d4-9b7b07524455" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.449689] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('61937a54-15b5-434f-b4d4-9b7b07524455',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1383.862724] env[70956]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1383.862724] env[70956]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1383.952392] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('61937a54-15b5-434f-b4d4-9b7b07524455',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1384.454782] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 61937a54-15b5-434f-b4d4-9b7b07524455: rpc.has_security_group_logging(os_id): False [ 1384.471681] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.471888] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.471888] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.472098] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.472195] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.472436] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.472540] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.472609] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.472751] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.472828] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.472914] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61937a54-15b5-434f-b4d4-9b7b07524455 is going to be updated. [ 1384.529827] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.530032] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.530032] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.530192] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.530327] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.540464] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61937a54-15b5-434f-b4d4-9b7b07524455 in Status: IN_PROGRESS for 2s [ 1386.556022] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61937a54-15b5-434f-b4d4-9b7b07524455 in Status: SUCCESS [ 1386.556495] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61937a54-15b5-434f-b4d4-9b7b07524455" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.863457] env[70956]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1388.863457] env[70956]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1393.864359] env[70956]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1393.864675] env[70956]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1398.865269] env[70956]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1398.865269] env[70956]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1400.642340] env[70956]: INFO networking_nsxv3.common.synchronization [req-f7e939d0-b719-415e-8b12-592fe0eaaf7d req-4d978a3d-7599-46d9-854a-49f6c6909bc1 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Enqueued Resource ID: db27c938-3b53-44a0-a658-d8f1dc1a08d4 with Priority: HIGHEST for action security_group_members [ 1400.643200] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db27c938-3b53-44a0-a658-d8f1dc1a08d4 with Priority: HIGHEST for action security_group_members [ 1400.643299] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-db27c938-3b53-44a0-a658-d8f1dc1a08d4 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.643366] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db27c938-3b53-44a0-a658-d8f1dc1a08d4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.643462] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db27c938-3b53-44a0-a658-d8f1dc1a08d4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.643612] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db27c938-3b53-44a0-a658-d8f1dc1a08d4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.643826] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.643924] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.643924] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.644065] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.644160] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.644253] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db27c938-3b53-44a0-a658-d8f1dc1a08d4',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1401.146999] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.147213] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.147213] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.147421] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.147514] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.147706] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.147805] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.147861] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.148024] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.148099] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.148182] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db27c938-3b53-44a0-a658-d8f1dc1a08d4 is going to be updated. [ 1401.176277] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.176437] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.176481] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.176634] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.176765] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.185220] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db27c938-3b53-44a0-a658-d8f1dc1a08d4 in Status: IN_PROGRESS for 2s [ 1403.196255] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db27c938-3b53-44a0-a658-d8f1dc1a08d4 in Status: SUCCESS [ 1403.196637] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db27c938-3b53-44a0-a658-d8f1dc1a08d4 deletion is rescheduled due to dependency. [ 1403.196637] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db27c938-3b53-44a0-a658-d8f1dc1a08d4" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.644353] env[70956]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1405.644639] env[70956]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1410.646691] env[70956]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1410.647142] env[70956]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1415.647662] env[70956]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1415.648416] env[70956]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1420.649448] env[70956]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1420.649448] env[70956]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1425.650928] env[70956]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1425.651215] env[70956]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1430.652028] env[70956]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1430.652402] env[70956]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1435.653619] env[70956]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1435.654016] env[70956]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1440.654823] env[70956]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1440.655094] env[70956]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1440.946839] env[70956]: INFO networking_nsxv3.common.synchronization [req-8d43879a-f7dd-4dee-813a-741a8c76942d req-228692e0-8abe-440e-b989-46288fb29794 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Enqueued Resource ID: 61937a54-15b5-434f-b4d4-9b7b07524455 with Priority: HIGHEST for action security_group_members [ 1440.947391] env[70956]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61937a54-15b5-434f-b4d4-9b7b07524455 with Priority: HIGHEST for action security_group_members [ 1440.947697] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock member-61937a54-15b5-434f-b4d4-9b7b07524455 taken with stack trace [, , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.947836] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61937a54-15b5-434f-b4d4-9b7b07524455" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.947904] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61937a54-15b5-434f-b4d4-9b7b07524455" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.948234] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61937a54-15b5-434f-b4d4-9b7b07524455" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.949029] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.949029] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.949029] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.949029] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.949029] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.949029] env[70956]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61937a54-15b5-434f-b4d4-9b7b07524455',) {} {{(pid=70956) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1441.451518] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1441.451707] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.451707] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.451918] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1441.452027] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.452407] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1441.452670] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.452825] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.453080] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1441.453243] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.453479] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61937a54-15b5-434f-b4d4-9b7b07524455 is going to be updated. [ 1441.482748] env[70956]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70956) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1441.483609] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.483609] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.483609] env[70956]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1441.483609] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.493589] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61937a54-15b5-434f-b4d4-9b7b07524455 in Status: IN_PROGRESS for 2s [ 1443.504412] env[70956]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61937a54-15b5-434f-b4d4-9b7b07524455 in Status: SUCCESS [ 1443.504769] env[70956]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61937a54-15b5-434f-b4d4-9b7b07524455 deletion is rescheduled due to dependency. [ 1443.504769] env[70956]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61937a54-15b5-434f-b4d4-9b7b07524455" {{(pid=70956) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.947952] env[70956]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1445.948291] env[70956]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1450.949564] env[70956]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1450.949910] env[70956]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1455.950186] env[70956]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1455.950538] env[70956]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1460.951074] env[70956]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1460.951481] env[70956]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1465.952210] env[70956]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1465.952572] env[70956]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0